diff --git "a/wandb/run-20220622_135628-3qxrqni1/logs/debug-internal.log" "b/wandb/run-20220622_135628-3qxrqni1/logs/debug-internal.log" --- "a/wandb/run-20220622_135628-3qxrqni1/logs/debug-internal.log" +++ "b/wandb/run-20220622_135628-3qxrqni1/logs/debug-internal.log" @@ -1,71113 +1,3 @@ -2022-06-22 13:56:29,884 INFO MainThread:384207 [internal.py:wandb_internal():90] W&B internal server running at pid: 384207, started at: 2022-06-22 13:56:29.884594 -2022-06-22 13:56:29,887 INFO WriterThread:384207 [datastore.py:open_for_write():75] open: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/run-3qxrqni1.wandb -2022-06-22 13:56:29,890 DEBUG SenderThread:384207 [sender.py:send():232] send: header -2022-06-22 13:56:29,890 DEBUG SenderThread:384207 [sender.py:send():232] send: run -2022-06-22 13:56:30,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: check_version -2022-06-22 13:56:30,178 INFO SenderThread:384207 [dir_watcher.py:__init__():166] watching files in: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files -2022-06-22 13:56:30,178 INFO SenderThread:384207 [sender.py:_start_run_threads():811] run started: 3qxrqni1 with start time 1655898989 -2022-06-22 13:56:30,178 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 13:56:30,178 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 13:56:30,178 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: check_version -2022-06-22 13:56:30,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: run_start -2022-06-22 13:56:30,340 DEBUG HandlerThread:384207 [meta.py:__init__():35] meta init -2022-06-22 13:56:30,340 DEBUG HandlerThread:384207 [meta.py:__init__():49] meta init done -2022-06-22 13:56:30,340 DEBUG HandlerThread:384207 [meta.py:probe():209] probe -2022-06-22 13:56:30,341 DEBUG HandlerThread:384207 [meta.py:_setup_git():199] setup git -2022-06-22 13:56:30,358 DEBUG HandlerThread:384207 [meta.py:_setup_git():206] setup git done -2022-06-22 13:56:30,358 DEBUG HandlerThread:384207 [meta.py:_save_pip():53] save pip -2022-06-22 13:56:30,358 DEBUG HandlerThread:384207 [meta.py:_save_pip():67] save pip done -2022-06-22 13:56:30,358 DEBUG HandlerThread:384207 [meta.py:probe():247] probe done -2022-06-22 13:56:30,363 DEBUG SenderThread:384207 [sender.py:send():232] send: files -2022-06-22 13:56:30,364 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-metadata.json with policy now -2022-06-22 13:56:30,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:56:30,372 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:56:30,680 DEBUG SenderThread:384207 [sender.py:send():232] send: telemetry -2022-06-22 13:56:30,680 DEBUG SenderThread:384207 [sender.py:send():232] send: config -2022-06-22 13:56:30,681 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 13:56:30,681 DEBUG SenderThread:384207 [sender.py:send():232] send: telemetry -2022-06-22 13:56:30,681 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 13:56:30,681 WARNING SenderThread:384207 [sender.py:send_metric():904] Seen metric with glob (shouldn't happen) -2022-06-22 13:56:30,682 DEBUG SenderThread:384207 [sender.py:send():232] send: telemetry -2022-06-22 13:56:31,083 INFO Thread-11 :384207 [upload_job.py:push():137] Uploaded file /tmp/tmppesvi0w0wandb/hz3pjwbz-wandb-metadata.json -2022-06-22 13:56:31,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 13:56:31,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:56:31,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-metadata.json -2022-06-22 13:56:31,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_created():213] file/dir created: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/requirements.txt -2022-06-22 13:56:33,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:56:45,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:56:45,858 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:56:58,410 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:57:01,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/config.yaml -2022-06-22 13:57:01,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:57:01,394 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:57:16,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:57:16,823 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:57:28,483 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:57:32,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:57:32,191 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:57:47,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:57:47,563 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:57:58,556 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:58:03,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:58:03,007 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:58:18,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:58:18,390 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:58:28,634 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:58:33,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:58:33,678 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:58:48,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:58:48,986 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:58:58,705 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:59:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:59:04,290 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:59:12,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:19,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:59:19,622 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:59:27,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:28,779 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:59:29,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:31,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:33,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:34,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:59:34,866 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:59:35,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:37,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:39,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:41,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:43,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:45,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:47,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:49,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:50,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 13:59:50,087 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 13:59:51,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:53,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:55,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:57,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 13:59:58,853 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 13:59:59,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:05,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:00:05,358 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:00:09,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:15,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:19,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:20,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:00:20,599 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:00:23,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:27,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:28,931 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:00:29,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:33,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:35,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:00:35,951 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:00:37,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:39,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:43,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:45,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:49,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:51,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:00:51,177 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:00:53,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:55,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:57,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:00:59,003 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:00:59,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:03,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:03,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:03,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:04,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:05,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:05,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:01:06,456 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:01:06,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:06,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:07,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:07,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:08,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:09,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:09,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:10,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:12,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:13,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:13,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:01:15,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:17,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:20,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:21,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:01:21,712 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:01:22,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:24,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:26,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:28,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:29,080 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:01:30,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:32,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:34,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:36,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:36,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:01:36,937 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:01:38,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:40,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:42,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:44,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:46,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:48,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:50,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:52,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:01:52,192 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:01:52,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:54,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:56,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:01:59,154 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:02:06,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:07,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:02:07,451 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:02:10,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:16,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:18,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:22,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:22,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:02:22,676 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:02:26,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:29,231 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:02:30,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:32,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:36,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:38,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:02:38,031 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:02:38,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:40,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:44,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:46,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:48,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:52,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:53,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:02:53,355 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:02:54,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:56,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:56,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:56,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:56,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:56,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:57,744 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,749 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,755 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,760 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,766 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,771 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,781 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,786 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,792 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,797 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,803 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,808 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,808 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,814 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,819 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,825 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,830 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,836 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,840 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,840 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,841 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,842 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,843 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,844 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,845 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,846 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,847 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,848 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,849 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,850 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,851 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,852 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,853 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,854 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,855 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,856 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,857 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,858 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,859 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,862 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,863 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,864 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,865 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,866 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,867 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,868 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,869 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,870 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,871 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,873 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,874 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,875 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,876 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,877 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,878 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,879 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,880 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,881 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,882 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,883 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,884 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,885 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,886 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,887 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,888 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,889 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,890 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,891 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,892 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,893 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,894 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,895 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,896 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,897 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,898 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,899 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,900 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,901 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,902 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,903 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,904 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,905 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,906 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,907 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,908 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,909 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,910 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,911 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,912 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,913 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,914 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,916 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,917 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,918 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,919 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,920 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,921 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,922 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,923 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,924 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,925 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,926 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,927 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,928 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,929 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,930 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,931 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,932 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,933 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,934 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,935 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,936 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,937 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,938 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,939 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,940 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,941 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,942 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,943 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,944 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,945 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,946 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,947 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,948 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,949 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,950 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,951 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,952 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,953 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 14:02:57,954 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 14:02:58,010 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 14:02:58,073 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 14:02:58,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 14:02:58,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:02:58,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:58,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:02:59,321 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:02:59,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:00,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:00,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:00,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:02,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:03,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:04,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:05,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:05,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:06,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:07,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/config.yaml -2022-06-22 14:03:07,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:07,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:03:08,579 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:03:08,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:08,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:09,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:09,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:10,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:11,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:11,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:12,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:13,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:03:13,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:15,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:17,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:19,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:21,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:23,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:23,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:03:23,807 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:03:25,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:27,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:29,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:29,417 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:03:31,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:33,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:35,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:37,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:39,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:03:39,086 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:03:39,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:41,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:43,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:45,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:47,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:49,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:54,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:03:54,309 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:03:57,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:03:59,494 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:04:01,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:05,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:09,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:09,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:04:09,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:04:13,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:17,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:21,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:24,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:04:24,841 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:04:25,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:27,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:29,569 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:04:31,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:33,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:37,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:39,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:40,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:04:40,120 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:04:43,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:45,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:47,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:51,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:51,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:51,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:53,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:54,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:54,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:55,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:04:55,469 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:04:55,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:55,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:57,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:58,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:58,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:04:59,645 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:04:59,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:04:59,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:00,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:01,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:01,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:02,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:03,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:04,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:05,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:06,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:07,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:08,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:08,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:09,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:10,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:10,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:05:10,739 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:05:11,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:11,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:12,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:12,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:05:13,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:15,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:17,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:19,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:21,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:24,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:26,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:05:26,017 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:05:26,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:28,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:29,721 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:05:30,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:32,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:34,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:36,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:38,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:40,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:41,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:05:41,241 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:05:42,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:44,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:54,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:56,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:05:56,485 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:05:58,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:05:59,799 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:06:02,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:06,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:10,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:11,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:06:11,709 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:06:14,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:18,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:20,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:24,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:26,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:26,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:06:26,979 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:06:29,874 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:06:30,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:32,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:36,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:38,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:40,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:42,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:06:42,376 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:06:44,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:46,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:46,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:46,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:47,082 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 14:06:47,285 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 14:06:47,345 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 14:06:47,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 14:06:48,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:50,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:52,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:54,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:55,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:55,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:56,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:57,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:06:57,636 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:06:58,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:58,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:06:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:06:59,980 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:07:00,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:00,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:01,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:01,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:02,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:03,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:03,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:04,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:04,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:05,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:06,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:07,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:08,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:09,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:09,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:10,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:11,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:11,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:12,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:12,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:07:12,861 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:07:13,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:13,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:07:14,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:16,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:18,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:20,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:22,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:24,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:26,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:28,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:07:28,107 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:07:28,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:30,062 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:07:30,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:32,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:34,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:36,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:38,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:43,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:07:43,328 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:07:46,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:50,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:54,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:58,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:07:58,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:07:58,555 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:08:00,139 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:08:02,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:06,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:08,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:12,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:13,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:08:13,788 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:08:16,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:18,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:23,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:25,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:27,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:29,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:08:29,088 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:08:30,218 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:08:31,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:33,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:35,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:38,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:38,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:39,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:41,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:43,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:08:44,313 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:08:45,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:47,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:49,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:50,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:50,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:51,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:51,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:52,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:53,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:53,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:54,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:55,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:55,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:56,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:57,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:57,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:58,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:08:59,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:08:59,537 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:08:59,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:08:59,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,295 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:09:00,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:00,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:01,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:01,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:02,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:03,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:03,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:04,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:05,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:05,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:06,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:09:07,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:09,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:11,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:13,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:14,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:09:14,764 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:09:15,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:17,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:19,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:21,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:23,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:25,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:27,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:29,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:29,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:09:29,989 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:09:30,371 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:09:39,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:43,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:45,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:09:45,210 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:09:47,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:51,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:55,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:09:59,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:00,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:10:00,440 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:10:00,441 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:10:01,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:05,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:09,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:11,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:15,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:15,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:10:15,839 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:10:17,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:19,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:23,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:25,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:27,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:29,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:30,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,508 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:10:30,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:30,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:31,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:31,116 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 14:10:31,285 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 14:10:31,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:10:31,347 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 14:10:31,348 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:10:31,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 14:10:33,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:35,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:37,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:39,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:41,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:43,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:45,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:46,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:10:46,598 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:10:47,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:48,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:48,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:49,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:49,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:50,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:51,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:51,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:52,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:53,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:54,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:55,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:55,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:56,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:57,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:58,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:58,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:10:59,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:10:59,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:00,622 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:11:01,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:01,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:11:01,885 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:11:02,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:02,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:03,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:03,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:04,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:04,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:11:06,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:08,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:10,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:12,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:14,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:16,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:17,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:11:17,125 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:11:18,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:20,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:22,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:30,697 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:11:32,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:11:32,426 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:11:32,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:36,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:42,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:46,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:47,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:11:47,785 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:11:50,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:52,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:11:56,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:00,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:00,771 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:12:02,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:03,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:12:03,374 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:12:06,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:08,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:12,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:14,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:18,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:18,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:12:18,591 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:12:20,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:22,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:24,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:25,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:25,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:25,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:25,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:26,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:28,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:30,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:30,845 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:12:32,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:33,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:12:33,911 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:12:34,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:37,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:39,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:41,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:43,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:45,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:47,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:48,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:48,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:12:49,131 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:12:49,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:49,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:50,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:50,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:51,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:51,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:52,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:53,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:53,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:54,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:55,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:55,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:56,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:57,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:57,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:58,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:12:59,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:12:59,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:00,917 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:13:01,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:02,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:02,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:03,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:04,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:13:04,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:13:04,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:13:05,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:07,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:09,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:11,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:13,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:15,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:17,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:19,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:13:19,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:13:25,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:29,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:30,992 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:13:33,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:34,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:13:34,865 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:13:37,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:41,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:45,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:47,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:50,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:13:50,117 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:13:51,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:55,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:13:57,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:01,070 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:14:01,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:03,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:05,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:14:05,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:14:05,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:09,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:11,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:13,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:15,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:16,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:16,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:16,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:16,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:17,624 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 14:14:17,839 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 14:14:17,909 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 14:14:18,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 14:14:19,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:20,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:14:20,707 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:14:21,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:23,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:25,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:27,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:29,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:31,171 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:14:31,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:33,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:35,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:36,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:14:36,076 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:14:37,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:40,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:40,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:42,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:43,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:43,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:44,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:45,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:45,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:46,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:46,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:47,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:48,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:49,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:49,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:50,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:50,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:14:51,348 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:14:51,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:51,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:52,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:52,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:53,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:54,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:55,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:55,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:56,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:14:57,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:57,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:14:58,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:00,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:00,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:00,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:15:01,245 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:15:02,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:04,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:06,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:15:06,570 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:15:06,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:08,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:16,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:21,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:15:21,795 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:15:22,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:26,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:30,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:31,325 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:15:34,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:36,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:37,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:15:37,155 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:15:40,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:44,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:46,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:50,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:15:52,414 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:15:52,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:56,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:15:58,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:00,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:01,404 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:16:04,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:06,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:07,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:16:07,710 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:16:08,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:09,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:09,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:10,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:14,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:16,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:18,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:20,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:22,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:22,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:16:22,947 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:16:24,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:26,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:28,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:30,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:31,483 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:16:32,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:34,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:34,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:36,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:38,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:16:38,240 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:16:38,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:38,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:39,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:39,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:40,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:41,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:41,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:42,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:43,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:43,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:44,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:45,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:45,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:46,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:46,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:47,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:48,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:49,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:49,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:50,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:51,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:51,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:52,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:53,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:53,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:16:53,475 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:16:54,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:56,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:16:57,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:57,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:16:58,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:00,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:01,558 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:17:08,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:17:08,735 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:17:10,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:14,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:18,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:22,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:24,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:17:24,242 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:17:26,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:30,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:31,631 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:17:35,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:37,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:39,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:17:39,469 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:17:41,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:45,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:47,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:49,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:53,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:54,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:17:54,941 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:17:55,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:17:59,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:01,708 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:18:01,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:03,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:04,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:04,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 14:18:05,011 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 14:18:05,245 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 14:18:05,304 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 14:18:05,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 14:18:06,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:07,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:09,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:10,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:18:10,168 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:18:11,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:13,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:15,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:17,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:19,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:21,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:23,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:25,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:18:25,501 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:18:25,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:27,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:29,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:31,786 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:18:31,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:33,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:35,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:37,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:39,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:40,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:18:40,726 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:18:41,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:44,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:46,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:48,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:50,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:52,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:54,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:55,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:18:55,981 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:18:56,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:18:58,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:00,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:01,857 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:19:02,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:04,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:06,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:08,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:10,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:11,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:19:11,205 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:19:12,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:14,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:16,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:18,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:20,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:22,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:24,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:26,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:19:26,429 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:19:26,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:28,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:30,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:31,933 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:19:32,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:34,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:36,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:38,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:40,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:41,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:19:41,736 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:19:42,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:44,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:46,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:48,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:50,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:52,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:54,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:56,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:19:57,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:19:57,067 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:19:58,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:01,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:02,010 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:20:03,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:05,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:07,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:09,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:11,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:12,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:20:12,287 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:20:13,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:15,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:17,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:19,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:21,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:23,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:25,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:27,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:20:27,799 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:20:27,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:29,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:31,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:32,086 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:20:33,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:35,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:37,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:39,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:41,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:43,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:20:43,063 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:20:43,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:45,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:47,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:49,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:51,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:53,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:55,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:57,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:20:58,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:20:58,286 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:20:59,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:01,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:02,161 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:21:03,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:05,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:07,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:09,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:11,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:13,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:15,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:21:15,512 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:21:15,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:18,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:20,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:22,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:24,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:26,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:28,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:30,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:21:30,801 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:21:30,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:32,232 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:21:32,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:34,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:36,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:38,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:40,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:42,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:44,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:46,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:21:46,057 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:21:46,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:48,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:50,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:52,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:54,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:56,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:21:58,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:00,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:01,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:22:01,365 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:22:02,304 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:22:02,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:04,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:06,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:08,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:10,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:12,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:14,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:16,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:22:16,655 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:22:16,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:18,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:20,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:22,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:24,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:26,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:28,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:30,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:31,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:22:31,912 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:22:32,377 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:22:32,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:35,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:37,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:39,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:41,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:43,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:45,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:47,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:22:47,174 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:22:47,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:49,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:51,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:53,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:55,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:57,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:22:59,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:01,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:02,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:23:02,443 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:23:02,666 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:23:03,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:05,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:07,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:09,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:11,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:13,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:15,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:17,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:23:17,739 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:23:17,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:19,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:21,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:23,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:25,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:27,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:29,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:31,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:32,525 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:23:33,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:23:33,078 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:23:33,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:35,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:37,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:39,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:41,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:43,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:45,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:47,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:48,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:23:48,402 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:23:49,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:51,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:53,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:55,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:57,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:23:59,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:01,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:02,602 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:24:03,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:24:03,695 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:24:03,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:05,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:08,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:10,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:12,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:14,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:16,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:18,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:19,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:24:19,000 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:24:20,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:22,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:24,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:26,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:28,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:30,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:32,681 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:24:32,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:34,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:24:34,260 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:24:34,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:36,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:38,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:40,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:42,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:44,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:46,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:48,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:49,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:24:49,679 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:24:50,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:52,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:54,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:56,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:24:58,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:00,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:02,758 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:25:02,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:04,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:05,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:25:05,031 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:25:06,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:08,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:10,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:12,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:14,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:16,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:18,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:20,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:25:20,328 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:25:20,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:22,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:24,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:26,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:28,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:30,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:32,833 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:25:32,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:34,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:35,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:25:35,556 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:25:36,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:38,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:40,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:42,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:44,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:46,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:48,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:50,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:25:50,862 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:25:50,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:52,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:54,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:56,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:25:59,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:02,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:02,910 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:26:04,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:06,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:06,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:26:06,123 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:26:08,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:10,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:12,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:14,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:16,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:18,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:20,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:21,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:26:21,385 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:26:22,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:24,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:26,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:28,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:30,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:32,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:32,984 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:26:34,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:36,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:36,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:26:36,611 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:26:38,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:40,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:42,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:44,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:46,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:48,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:50,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:51,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:26:51,918 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:26:52,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:54,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:56,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:26:58,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:00,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:02,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:03,058 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:27:04,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:06,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:07,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:27:07,223 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:27:08,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:10,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:12,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:14,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:16,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:18,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:20,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:22,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:22,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:27:22,655 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:27:25,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:27,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:29,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:31,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:33,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:33,133 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:27:35,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:37,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:37,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:27:37,882 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:27:39,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:41,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:43,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:45,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:47,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:49,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:51,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:53,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:53,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:27:53,160 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:27:55,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:57,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:27:59,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:01,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:03,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:03,211 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:28:05,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:07,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:08,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:28:08,431 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:28:09,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:11,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:13,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:15,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:17,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:19,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:21,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:23,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:23,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:28:23,739 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:28:25,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:28,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:30,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:32,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:33,287 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:28:34,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:36,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:38,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:38,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:28:38,995 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:28:40,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:42,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:44,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:46,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:48,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:50,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:52,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:54,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:54,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:28:54,303 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:28:56,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:28:58,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:00,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:02,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:03,362 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:29:04,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:06,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:08,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:09,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:29:09,536 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:29:10,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:12,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:14,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:16,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:18,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:20,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:22,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:24,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:24,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:29:24,765 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:29:26,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:28,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:30,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:33,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:33,436 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:29:35,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:37,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:39,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:39,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:29:39,992 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:29:41,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:43,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:45,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:47,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:49,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:51,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:53,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:55,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:55,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:29:55,300 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:29:57,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:29:59,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:01,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:03,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:03,511 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:30:05,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:07,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:09,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:10,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:30:10,574 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:30:11,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:13,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:15,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:17,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:19,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:21,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:23,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:25,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:25,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:30:25,802 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:30:27,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:29,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:31,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:33,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:33,587 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:30:35,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:37,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:39,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:41,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:30:41,034 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:30:42,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:44,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:46,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:48,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:50,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:52,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:54,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:56,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:30:56,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:30:56,269 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:30:58,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:00,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:02,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:03,665 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:31:04,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:06,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:08,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:10,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:11,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:31:11,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:31:12,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:14,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:16,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:18,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:20,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:22,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:24,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:26,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:26,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:31:26,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:31:28,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:30,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:32,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:33,739 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:31:34,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:36,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:38,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:40,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:42,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:31:42,050 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:31:42,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:45,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:47,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:49,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:51,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:53,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:55,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:57,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:31:57,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:31:57,453 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:31:59,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:01,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:03,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:03,814 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:32:05,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:07,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:09,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:11,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:12,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:32:12,711 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:32:13,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:15,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:17,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:19,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:21,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:23,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:25,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:27,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:28,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:32:28,359 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:32:29,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:31,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:33,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:33,887 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:32:35,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:37,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:39,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:41,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:43,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:43,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:32:43,597 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:32:45,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:47,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:49,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:51,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:53,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:55,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:57,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:32:58,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:32:58,908 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:32:59,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:01,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:03,964 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:33:04,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:06,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:08,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:10,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:12,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:14,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:14,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:33:14,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:33:16,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:18,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:20,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:22,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:24,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:26,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:28,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:29,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:33:29,450 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:33:30,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:32,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:34,039 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:33:34,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:36,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:38,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:40,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:42,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:44,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:44,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:33:44,713 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:33:46,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:48,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:50,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:52,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:54,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:56,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:33:58,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:00,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:34:00,058 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:34:00,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:02,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:04,112 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:34:04,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:06,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:08,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:10,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:12,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:14,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:15,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:34:15,291 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:34:16,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:18,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:21,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:23,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:25,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:27,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:29,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:30,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:34:30,560 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:34:31,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:33,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:34,187 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:34:35,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:37,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:39,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:41,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:43,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:45,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:45,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:34:45,857 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:34:47,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:49,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:51,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:53,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:55,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:57,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:34:59,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:01,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:35:01,159 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:35:01,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:03,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:04,264 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:35:05,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:07,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:09,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:11,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:13,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:15,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:16,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:35:16,419 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:35:17,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:19,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:21,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:23,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:25,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:27,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:29,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:31,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:31,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:35:31,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:35:33,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:34,337 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:35:35,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:37,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:39,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:41,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:44,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:46,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:46,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:35:46,916 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:35:48,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:50,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:52,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:54,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:56,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:35:58,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:00,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:02,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:36:02,142 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:36:02,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:04,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:04,412 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:36:06,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:08,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:10,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:12,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:14,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:16,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:17,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:36:17,475 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:36:18,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:20,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:22,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:24,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:26,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:28,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:30,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:32,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:32,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:36:32,701 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:36:34,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:34,488 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:36:36,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:38,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:40,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:42,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:44,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:46,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:48,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:36:48,012 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:36:48,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:50,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:52,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:54,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:56,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:36:58,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:00,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:02,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:03,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:37:03,284 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:37:04,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:04,562 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:37:06,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:08,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:10,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:13,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:15,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:17,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:18,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:37:18,519 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:37:19,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:21,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:23,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:25,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:27,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:29,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:31,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:33,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:33,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:37:33,744 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:37:34,637 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:37:35,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:37,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:39,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:41,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:43,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:45,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:47,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:49,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:37:49,131 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:37:49,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:51,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:53,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:55,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:57,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:37:59,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:01,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:03,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:04,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:38:04,422 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:38:04,710 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:38:05,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:07,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:09,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:11,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:14,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:16,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:18,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:19,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:38:19,720 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:38:20,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:22,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:24,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:26,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:28,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:30,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:32,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:34,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:34,784 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:38:35,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:38:35,032 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:38:36,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:38,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:40,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:42,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:44,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:46,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:48,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:50,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:38:50,254 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:38:50,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:52,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:54,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:56,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:38:58,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:00,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:02,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:04,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:04,856 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:39:05,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:39:05,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:39:06,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:08,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:10,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:12,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:14,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:16,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:18,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:20,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:20,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:39:20,933 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:39:22,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:24,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:26,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:28,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:30,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:32,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:34,926 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:39:35,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:36,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:39:36,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:39:37,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:39,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:41,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:43,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:45,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:47,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:49,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:51,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:51,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:39:51,557 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:39:53,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:55,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:57,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:39:59,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:01,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:03,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:05,002 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:40:05,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:06,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:40:06,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:40:07,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:09,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:11,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:13,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:15,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:17,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:19,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:21,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:22,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:40:22,017 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:40:23,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:25,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:27,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:29,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:31,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:33,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:35,077 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:40:35,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:37,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:40:37,322 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:40:37,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:39,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:41,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:43,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:45,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:47,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:49,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:51,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:52,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:40:52,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:40:53,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:55,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:57,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:40:59,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:01,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:03,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:05,148 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:41:05,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:07,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:07,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:41:07,825 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:41:09,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:11,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:13,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:15,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:17,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:19,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:21,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:23,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:41:23,127 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:41:23,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:25,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:27,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:29,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:31,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:34,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:35,220 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:41:36,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:38,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:41:38,359 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:41:38,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:40,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:42,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:44,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:46,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:48,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:50,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:52,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:53,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:41:53,702 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:41:54,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:56,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:41:58,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:00,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:02,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:04,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:05,297 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:42:06,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:08,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:08,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:42:08,928 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:42:10,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:12,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:14,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:16,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:18,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:20,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:22,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:24,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:42:24,167 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:42:24,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:26,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:28,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:30,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:32,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:34,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:35,372 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:42:36,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:38,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:39,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:42:39,391 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:42:40,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:42,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:44,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:46,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:48,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:50,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:52,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:54,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:42:54,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:42:55,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:57,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:42:59,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:01,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:03,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:05,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:05,445 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:43:07,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:09,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:09,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:43:09,870 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:43:11,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:13,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:15,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:17,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:19,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:21,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:23,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:25,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:43:25,138 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:43:25,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:27,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:29,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:31,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:33,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:35,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:35,518 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:43:37,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:39,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:40,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:43:40,390 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:43:41,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:43,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:45,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:47,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:49,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:51,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:53,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:55,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:55,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:43:55,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:43:57,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:43:59,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:01,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:03,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:05,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:05,590 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:44:07,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:09,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:10,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:44:10,910 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:44:11,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:13,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:15,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:17,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:19,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:21,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:23,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:26,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:44:26,235 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:44:26,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:28,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:30,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:32,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:34,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:35,662 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:44:36,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:38,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:40,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:41,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:44:41,462 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:44:42,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:44,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:46,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:48,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:50,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:52,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:54,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:56,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:44:56,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:44:56,736 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:44:58,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:00,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:02,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:04,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:05,739 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:45:06,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:08,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:10,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:11,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:45:11,966 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:45:12,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:14,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:16,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:18,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:20,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:22,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:24,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:26,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:27,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:45:27,196 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:45:28,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:30,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:32,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:34,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:35,816 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:45:36,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:38,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:40,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:42,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:45:42,410 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:45:42,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:44,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:46,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:48,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:50,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:52,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:55,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:57,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:45:57,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:45:57,747 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:45:59,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:01,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:03,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:05,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:05,896 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:46:07,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:09,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:11,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:13,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:46:13,104 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:46:13,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:15,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:17,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:19,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:21,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:23,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:25,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:27,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:28,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:46:28,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:46:29,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:31,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:33,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:35,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:35,970 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:46:37,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:39,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:41,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:43,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:45,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:45,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:46:45,668 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:46:48,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:50,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:52,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:54,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:56,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:46:58,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:00,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:00,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:47:00,883 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:47:02,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:04,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:06,047 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:47:06,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:08,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:10,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:12,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:14,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:16,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:47:16,173 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:47:16,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:18,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:20,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:22,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:24,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:26,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:28,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:30,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:31,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:47:31,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:47:32,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:34,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:36,118 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:47:36,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:38,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:40,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:42,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:44,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:46,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:46,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:47:46,807 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:47:48,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:51,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:53,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:55,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:57,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:47:59,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:01,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:02,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:48:02,031 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:48:03,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:05,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:06,197 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:48:07,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:09,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:11,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:13,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:15,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:17,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:48:17,341 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:48:17,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:19,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:21,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:23,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:25,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:27,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:29,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:31,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:32,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:48:32,641 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:48:33,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:35,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:36,273 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:48:37,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:39,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:41,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:43,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:45,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:47,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:47,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:48:47,991 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:48:49,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:51,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:53,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:55,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:57,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:48:59,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:01,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:03,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:49:03,224 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:49:03,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:05,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:06,350 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:49:07,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:09,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:11,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:13,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:16,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:18,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:49:18,486 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:49:18,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:20,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:22,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:24,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:26,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:28,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:30,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:32,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:33,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:49:33,762 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:49:34,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:36,423 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:49:36,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:38,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:40,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:42,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:44,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:46,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:48,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:48,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:49:48,979 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:49:50,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:52,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:54,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:56,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:49:58,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:00,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:02,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:04,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:50:04,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:50:04,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:06,500 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:50:06,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:08,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:10,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:12,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:14,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:16,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:18,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:19,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:50:19,506 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:50:20,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:22,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:24,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:26,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:28,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:30,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:32,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:34,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:50:34,726 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:50:36,573 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:50:36,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:38,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:40,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:42,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:44,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:46,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:48,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:49,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:50:49,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:50:50,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:52,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:54,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:56,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:50:58,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:00,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:02,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:04,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:05,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:51:05,183 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:51:06,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:06,642 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:51:08,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:10,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:12,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:14,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:16,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:18,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:20,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:20,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:51:20,732 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:51:22,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:24,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:27,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:29,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:31,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:33,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:35,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:35,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:51:35,964 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:51:36,718 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:51:37,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:39,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:41,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:43,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:45,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:47,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:49,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:51,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:51:51,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:51:51,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:53,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:55,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:57,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:51:59,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:01,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:03,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:05,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:06,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:52:06,507 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:52:06,793 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:52:07,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:09,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:11,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:13,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:15,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:17,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:19,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:21,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:21,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:52:21,737 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:52:23,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:25,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:27,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:29,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:31,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:33,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:35,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:36,870 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:52:37,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:52:37,372 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:52:37,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:39,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:42,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:44,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:46,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:48,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:50,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:52,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:52,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:52:52,701 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:52:54,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:56,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:52:58,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:00,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:02,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:04,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:06,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:06,942 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:53:07,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:53:07,963 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:53:08,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:10,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:12,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:14,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:16,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:18,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:20,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:22,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:23,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:53:23,297 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:53:24,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:26,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:28,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:30,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:32,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:34,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:36,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:37,018 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:53:38,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:53:38,525 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:53:38,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:40,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:42,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:44,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:46,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:48,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:50,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:52,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:53,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:53:53,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:53:54,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:56,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:53:58,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:00,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:02,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:04,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:06,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:07,096 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:54:08,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:09,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:54:09,041 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:54:10,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:13,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:15,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:17,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:19,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:21,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:23,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:24,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:54:24,354 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:54:25,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:27,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:29,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:31,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:33,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:35,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:37,172 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:54:37,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:39,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:39,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:54:39,969 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:54:41,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:43,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:45,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:47,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:49,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:51,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:53,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:55,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:54:55,297 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:54:55,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:57,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:54:59,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:01,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:03,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:05,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:07,248 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:55:07,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:09,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:10,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:55:10,703 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:55:11,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:13,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:15,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:17,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:19,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:21,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:23,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:25,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:25,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:55:25,929 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:55:27,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:29,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:31,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:33,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:35,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:37,324 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:55:37,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:39,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:41,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:55:41,271 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:55:42,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:44,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:46,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:48,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:50,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:52,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:54,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:56,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:55:56,531 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:55:56,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:55:58,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:00,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:02,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:04,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:06,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:07,400 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:56:08,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:10,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:11,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:56:11,747 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:56:12,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:14,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:16,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:18,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:20,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:22,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:24,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:26,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:26,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:56:26,990 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:56:28,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:30,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:32,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:34,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:36,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:37,474 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:56:38,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:40,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:42,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:56:42,334 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:56:42,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:44,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:46,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:48,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:50,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:52,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:54,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:56,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:56:57,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:56:57,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:56:58,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:00,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:02,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:04,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:06,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:07,551 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:57:08,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:11,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:12,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:57:12,869 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:57:13,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:15,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:17,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:19,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:21,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:23,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:25,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:27,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:28,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:57:28,098 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:57:29,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:31,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:33,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:35,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:37,628 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:57:37,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:39,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:41,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:43,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:57:43,311 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:57:43,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:45,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:47,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:49,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:51,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:53,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:55,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:57,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:57:58,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:57:58,671 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:57:59,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:01,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:03,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:05,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:07,705 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:58:07,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:09,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:11,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:13,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:13,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:58:13,919 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:58:15,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:18,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:20,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:22,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:24,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:26,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:28,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:29,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:58:29,182 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:58:30,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:32,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:34,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:36,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:37,786 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:58:38,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:40,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:42,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:44,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:58:44,405 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:58:44,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:46,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:48,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:50,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:52,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:54,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:56,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:58,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:58:59,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:58:59,659 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:59:00,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:02,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:04,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:06,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:07,860 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:59:08,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:10,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:12,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:14,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:14,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:59:14,952 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:59:16,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:18,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:20,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:22,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:24,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:26,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:28,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:30,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:59:30,396 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:59:30,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:32,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:34,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:36,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:37,934 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 14:59:38,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:40,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:42,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:44,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:45,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 14:59:45,682 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 14:59:46,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:48,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:50,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:52,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:54,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:56,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 14:59:58,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:00,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:00,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:00:00,915 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:00:02,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:04,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:06,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:08,012 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:00:08,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:11,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:13,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:15,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:16,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:00:16,147 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:00:17,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:19,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:21,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:23,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:25,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:27,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:29,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:31,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:00:31,457 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:00:31,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:33,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:35,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:37,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:38,088 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:00:39,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:41,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:43,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:45,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:46,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:00:46,687 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:00:47,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:49,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:51,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:53,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:55,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:57,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:00:59,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:01,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:01,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:01:01,991 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:01:03,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:05,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:07,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:08,171 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:01:09,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:11,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:13,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:15,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:17,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:01:17,231 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:01:17,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:19,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:22,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:24,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:26,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:28,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:30,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:01:32,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:01:32,631 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:01:38,246 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:01:47,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:01:47,888 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:02:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:02:03,184 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:02:08,321 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:02:18,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:02:18,469 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:02:28,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:02:28,194 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 15:02:28,199 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 15:02:28,205 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 15:02:28,210 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 15:02:28,216 DEBUG SenderThread:384207 [sender.py:send():232] send: metric -2022-06-22 15:02:28,221 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:02:28,247 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:02:28,323 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:02:28,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:02:29,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:02:30,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:02:33,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:02:33,718 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:02:34,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:02:38,404 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:02:39,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/config.yaml -2022-06-22 15:02:48,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:02:48,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:02:48,957 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:03:04,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:03:04,182 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:03:08,514 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:03:19,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:03:19,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:03:34,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:03:34,637 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:03:38,589 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:03:49,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:03:49,863 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:04:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:04:05,086 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:04:08,666 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:04:20,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:04:20,313 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:04:35,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:04:35,538 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:04:38,740 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:04:50,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:04:50,782 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:05:06,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:05:06,006 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:05:08,816 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:05:21,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:05:21,230 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:05:36,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:05:36,462 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:05:38,893 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:05:51,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:05:51,690 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:06:06,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:06:06,920 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:06:08,972 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:06:22,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:06:22,149 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:06:37,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:06:37,372 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:06:39,049 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:06:52,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:06:52,599 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:06:53,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:06:55,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:06:57,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:06:59,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:01,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:03,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:07,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:07:07,824 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:07:08,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:09,124 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:07:10,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:12,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:14,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:16,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:18,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:18,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:18,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:19,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:20,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:22,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:23,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:07:23,119 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:07:23,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:23,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:24,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:24,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:25,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:26,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:26,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:27,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:28,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:28,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:29,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:30,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:30,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:31,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:32,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:32,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:33,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:34,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:34,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:35,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:36,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:36,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:38,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:38,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:07:38,353 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:07:39,199 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:07:40,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:41,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:41,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:07:42,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:44,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:52,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:07:53,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:07:53,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:07:58,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:02,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:06,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:09,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:08:09,026 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:08:09,276 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:08:10,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:14,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:16,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:20,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:22,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:24,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:08:24,258 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:08:26,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:28,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:32,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:34,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:38,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:39,352 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:08:39,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:08:39,488 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:08:40,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:42,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:45,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:45,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:45,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:45,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:46,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:46,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:08:48,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:50,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:52,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:54,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:08:54,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:08:54,711 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:08:58,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:00,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:02,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:04,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:06,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:09,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:09,428 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:09:09,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:09:09,937 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:09:11,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:13,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:15,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:16,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:16,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:17,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:19,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:20,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:20,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:21,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:21,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:22,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:23,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:24,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:25,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:09:25,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:09:25,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:25,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:26,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:27,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:28,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:29,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:29,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:30,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:31,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:31,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:32,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:33,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:33,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:35,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:37,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:39,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:39,504 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:09:40,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:09:40,429 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:09:49,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:52,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:52,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:09:55,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:09:55,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:09:55,763 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:09:59,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:03,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:07,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:09,580 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:10:10,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:10:10,998 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:10:11,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:15,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:19,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:21,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:25,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:26,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:10:26,224 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:10:27,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:31,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:33,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:35,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:39,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:39,656 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:10:41,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:41,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:10:41,468 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:10:43,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:43,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:43,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:44,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:10:44,137 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:10:44,368 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:10:44,452 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:10:45,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:10:45,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:47,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:51,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:53,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:55,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:56,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:10:56,789 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:10:57,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:10:59,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:01,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:03,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:05,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:07,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:09,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:09,812 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:11:11,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:12,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:11:12,016 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:11:13,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:15,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:17,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:17,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:17,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:19,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:21,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:21,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:21,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:22,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:23,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:23,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:25,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:25,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:26,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:27,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:11:27,237 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:11:27,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:27,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:28,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:29,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:29,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:30,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:31,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:31,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:32,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:33,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:35,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:39,885 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:11:41,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:42,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:11:42,475 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:11:47,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:51,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:11:51,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:55,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:11:57,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:11:57,846 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:11:59,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:01,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:05,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:09,963 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:12:10,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:12,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:13,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:12:13,066 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:12:16,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:18,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:22,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:24,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:26,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:12:28,293 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:12:30,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:32,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:34,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:34,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:34,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:34,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:34,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:35,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:12:38,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:40,035 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:12:40,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:42,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:43,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:12:43,637 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:12:44,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:46,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:48,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:50,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:52,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:54,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:56,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:58,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:12:58,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:12:58,862 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:13:00,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:02,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:04,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:06,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:08,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:10,111 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:13:10,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:10,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:10,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:12,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:14,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:13:14,086 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:13:14,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:14,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:15,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:15,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:16,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:16,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:17,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:18,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:18,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:19,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:20,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:20,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:21,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:22,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:22,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:23,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:24,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:24,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:25,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:26,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:28,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:28,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:28,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:13:29,314 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:13:29,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:29,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:32,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:36,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:40,187 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:13:40,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:44,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:13:44,535 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:13:46,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:49,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:49,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:13:50,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:54,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:56,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:13:59,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:13:59,759 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:14:00,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:05,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:07,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:10,263 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:14:11,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:13,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:15,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:14:15,046 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:14:17,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:19,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:23,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:25,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:29,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:30,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:14:30,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:14:30,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:30,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:30,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:30,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:31,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:14:31,329 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:14:31,555 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:14:31,635 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:14:32,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:14:32,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:33,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:35,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:37,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:40,357 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:14:41,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:43,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:45,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:45,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:14:45,550 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:14:47,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:49,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:51,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:53,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:55,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:57,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:14:59,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:00,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:15:00,776 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:15:01,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:03,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:05,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:07,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:09,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:09,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:09,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:10,430 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:15:11,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:13,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:13,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:13,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:14,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:15,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:15,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:15:16,049 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:15:16,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:16,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:17,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:17,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:18,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:19,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:19,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:20,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:21,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:21,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:22,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:23,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:25,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:25,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:26,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:31,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:15:31,275 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:15:35,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:37,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:37,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:39,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:39,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:40,506 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:15:43,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:44,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:46,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:15:46,509 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:15:47,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:47,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:47,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:51,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:53,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:53,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:15:55,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:15:59,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:01,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:01,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:16:01,853 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:16:05,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:10,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:10,582 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:16:12,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:16,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:17,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:16:17,087 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:16:18,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:20,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:24,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:26,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:28,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:28,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:28,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:16:30,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:32,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:16:32,449 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:16:34,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:36,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:38,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:40,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:40,659 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:16:42,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:44,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:46,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:47,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:16:47,761 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:16:48,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:50,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:52,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:54,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:56,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:16:58,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:00,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:02,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:02,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:17:02,990 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:17:04,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:06,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:08,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:09,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:09,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:10,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:10,733 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:17:12,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:12,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:13,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:14,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:14,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:15,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:16,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:16,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:17,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:17:18,221 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:17:18,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:18,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:18,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:19,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:20,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:22,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:23,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:23,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:24,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:25,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:26,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:32,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:32,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:17:33,477 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:17:33,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:33,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:38,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:38,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:39,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:40,809 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:17:42,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:44,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:44,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:46,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:46,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:48,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:17:48,720 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:17:50,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:52,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:52,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:54,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:57,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:57,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:58,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:17:59,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:17:59,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:02,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:03,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:18:03,948 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:18:04,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:08,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:10,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:10,888 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:18:14,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:16,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:18,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:19,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:18:19,180 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:18:22,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:24,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:26,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:27,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:27,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:27,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:27,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:18:28,333 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:18:28,539 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:18:28,614 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:18:29,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:18:29,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:30,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:32,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:34,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:34,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:18:34,510 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:18:36,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:38,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:40,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:40,980 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:18:42,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:44,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:46,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:48,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:49,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:18:49,764 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:18:50,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:52,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:54,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:56,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:18:58,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:00,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:02,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:04,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:05,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:19:05,036 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:19:06,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:08,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:10,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:10,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:10,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:11,059 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:19:12,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:12,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:13,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:13,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:14,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:14,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:15,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:16,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:16,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:17,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:18,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:20,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:20,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:19:20,265 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:19:24,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:24,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:26,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:26,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:27,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:28,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:29,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:31,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:31,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:32,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:33,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:34,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:19:35,492 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:19:35,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:35,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:37,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:37,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:39,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:40,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,137 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:19:41,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:41,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:41,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:43,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:44,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:44,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:47,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:48,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:48,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:50,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:19:50,715 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:19:51,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:51,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:51,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:52,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:53,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:56,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:56,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:57,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:19:58,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:19:58,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:01,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:03,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:06,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:20:06,037 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:20:07,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:09,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:11,212 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:20:11,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:15,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:17,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:19,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:20,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:20,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:20:21,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:20:21,311 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:20:21,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:25,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:27,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:29,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:31,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:33,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:35,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:36,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:20:36,538 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:20:37,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:39,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:41,287 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:20:41,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:43,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:45,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:47,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:49,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:51,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:51,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:20:51,834 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:20:53,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:56,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:20:58,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:00,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:02,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:04,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:06,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:06,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:07,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:21:07,114 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:21:08,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:08,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:09,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:09,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:10,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:11,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:11,362 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:21:12,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:13,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:13,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:14,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:15,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:17,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:18,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:20,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:20,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:21,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:22,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:21:22,493 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:21:23,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:23,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:26,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:27,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:27,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:30,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:30,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:31,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:32,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:34,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:34,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:35,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:36,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:37,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:21:37,719 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:21:38,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:39,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:39,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:40,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,440 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:21:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:41,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:42,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:42,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:44,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:46,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:48,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:50,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:50,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:51,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:52,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:52,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:21:52,942 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:21:54,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:21:54,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:54,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:55,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:21:58,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:00,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:04,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:06,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:08,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:22:08,210 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:22:08,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:11,515 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:22:12,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:14,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:14,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:14,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:14,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:14,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:22:15,637 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:22:15,857 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:22:15,920 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:22:16,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:22:16,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:17,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:20,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:22,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:23,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:22:23,441 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:22:24,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:26,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:28,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:30,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:32,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:35,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:37,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:38,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:22:38,668 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:22:39,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:41,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:41,602 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:22:43,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:45,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:47,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:49,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:51,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:53,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:53,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:22:53,952 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:22:55,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:57,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:22:59,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:01,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:02,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:02,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:03,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:04,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:04,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:05,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:07,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:09,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:23:09,186 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:23:11,674 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:23:13,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:13,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:15,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:18,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:18,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:21,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:22,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:22,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:23:24,443 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:23:24,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:24,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:25,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:26,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:26,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:29,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:30,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:32,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:33,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:33,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:34,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:36,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:37,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:37,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:39,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:23:39,667 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:23:39,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:39,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:40,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:41,746 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:23:43,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:43,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:44,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:44,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:45,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:47,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:49,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:49,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:51,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:53,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:53,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:23:54,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:23:54,890 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:23:55,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:23:57,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:01,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:03,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:05,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:07,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:08,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:08,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:08,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:08,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:09,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:10,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:24:10,117 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:24:11,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:11,818 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:24:13,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:15,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:17,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:19,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:21,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:23,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:25,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:24:25,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:24:25,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:28,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:30,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:32,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:34,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:36,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:38,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:40,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:40,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:24:40,652 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:24:41,894 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:24:42,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:44,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:46,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:48,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:50,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:52,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:54,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:55,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:24:55,973 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:24:56,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:24:57,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:57,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:24:58,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:00,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:02,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:08,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:11,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:25:11,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:25:11,969 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:25:12,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:16,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:18,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:18,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:20,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:23,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:23,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:24,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:25,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:26,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:25:26,426 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:25:26,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:28,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:28,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:28,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:29,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:30,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:31,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:32,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:33,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:33,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:34,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:35,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:36,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:38,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:38,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:41,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:25:41,650 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:25:41,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:41,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,049 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:25:42,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:42,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:42,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:43,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:44,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:44,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:45,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:46,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:47,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:48,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:48,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:50,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:53,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:53,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:54,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:56,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:56,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:25:56,874 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:25:57,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:57,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:58,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:25:59,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:25:59,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:00,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:04,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:04,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 15:26:04,772 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 15:26:04,988 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 15:26:05,051 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 15:26:05,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 15:26:06,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:08,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:10,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:12,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:26:12,108 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:26:12,333 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:26:12,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:14,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:16,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:18,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:20,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:22,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:24,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:26,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:27,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:26:27,427 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:26:28,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:30,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:32,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:34,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:36,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:39,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:41,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:42,260 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:26:42,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:26:42,660 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:26:43,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:45,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:47,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:49,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:51,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:53,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:55,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:57,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:26:57,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:26:57,931 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:26:59,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:01,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:03,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:05,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:07,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:09,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:11,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:12,332 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:27:13,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:27:13,306 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:27:13,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:15,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:17,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:19,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:21,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:23,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:25,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:27,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:28,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:27:28,529 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:27:29,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:31,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:33,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:35,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:37,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:39,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:41,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:42,407 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:27:43,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:43,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:27:43,797 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:27:45,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:47,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:49,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:51,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:53,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:55,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:57,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:27:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:27:59,147 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:27:59,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:01,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:03,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:05,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:07,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:09,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:11,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:12,478 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:28:13,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:28:14,430 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:28:15,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:18,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:20,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:22,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:24,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:26,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:28,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:29,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:28:29,702 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:28:30,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:32,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:34,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:36,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:38,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:40,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:42,554 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:28:42,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:44,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:44,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:28:44,937 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:28:46,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:48,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:50,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:52,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:54,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:56,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:28:58,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:00,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:29:00,213 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:29:00,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:02,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:04,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:06,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:08,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:10,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:12,633 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:29:12,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:14,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:15,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:29:15,572 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:29:16,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:18,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:20,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:22,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:24,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:26,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:28,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:30,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:30,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:29:30,847 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:29:32,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:34,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:36,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:38,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:40,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:42,703 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:29:42,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:44,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:46,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:29:46,062 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:29:46,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:48,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:50,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:52,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:54,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:56,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:29:58,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:00,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:01,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:30:01,476 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:30:02,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:04,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:06,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:08,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:10,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:12,760 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:30:13,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:15,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:16,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:30:16,699 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:30:17,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:19,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:21,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:23,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:25,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:27,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:29,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:31,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:31,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:30:31,989 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:30:33,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:35,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:37,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:39,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:41,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:42,834 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:30:43,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:45,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:47,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:30:47,219 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:30:47,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:49,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:51,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:53,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:55,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:57,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:30:59,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:01,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:02,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:31:02,447 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:31:03,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:05,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:07,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:09,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:11,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:12,910 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:31:13,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:15,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:17,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:31:17,681 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:31:17,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:19,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:21,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:23,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:25,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:27,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:29,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:31,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:32,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:31:32,992 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:31:33,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:35,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:37,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:39,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:41,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:42,982 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:31:43,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:45,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:47,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:48,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:31:48,214 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:31:50,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:52,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:54,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:56,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:31:58,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:00,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:02,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:03,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:32:03,636 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:32:04,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:06,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:08,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:10,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:12,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:13,055 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:32:14,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:16,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:18,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:18,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:32:18,938 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:32:20,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:22,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:24,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:26,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:28,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:30,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:32,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:34,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:32:34,164 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:32:34,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:36,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:38,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:40,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:42,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:43,127 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:32:44,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:46,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:48,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:49,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:32:49,485 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:32:50,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:52,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:54,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:56,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:32:58,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:00,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:02,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:04,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:33:04,758 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:33:04,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:06,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:08,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:10,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:12,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:13,202 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:33:14,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:16,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:18,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:20,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:33:20,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:33:20,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:22,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:24,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:26,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:28,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:30,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:32,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:34,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:35,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:33:35,325 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:33:36,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:38,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:40,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:42,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:43,278 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:33:44,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:46,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:48,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:50,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:33:50,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:33:50,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:52,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:54,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:56,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:33:58,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:00,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:03,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:05,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:05,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:34:05,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:34:07,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:09,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:11,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:13,353 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:34:13,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:15,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:17,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:19,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:21,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:34:21,190 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:34:21,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:23,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:25,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:27,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:29,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:31,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:33,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:35,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:36,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:34:36,451 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:34:37,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:39,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:41,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:43,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:45,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:47,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:47,968 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:34:49,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:51,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:53,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:55,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:56,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:34:56,512 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:34:57,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:34:59,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:01,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:03,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:05,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:07,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:09,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:11,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:35:11,767 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:35:11,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:13,498 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:35:13,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:15,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:17,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:19,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:21,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:23,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:25,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:27,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:35:27,025 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:35:27,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:29,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:31,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:33,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:35,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:37,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:39,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:41,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:42,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:35:42,365 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:35:43,573 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:35:43,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:45,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:47,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:49,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:51,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:53,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:55,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:35:57,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:35:57,727 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:35:58,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:00,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:02,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:04,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:06,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:08,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:10,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:12,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:13,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:36:13,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:36:13,629 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:36:14,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:16,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:18,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:20,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:22,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:24,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:26,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:28,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:36:28,318 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:36:28,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:30,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:32,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:34,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:36,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:38,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:40,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:42,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:43,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:36:43,550 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:36:43,772 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:36:44,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:46,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:48,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:50,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:52,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:54,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:56,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:36:58,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:36:58,892 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:36:58,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:00,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:02,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:04,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:06,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:08,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:10,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:12,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:13,773 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:37:14,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:37:14,169 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:37:14,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:16,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:19,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:21,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:23,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:25,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:27,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:37:29,395 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:37:29,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:31,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:33,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:35,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:37,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:39,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:41,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:43,845 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:37:43,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:44,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:37:44,735 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:37:45,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:47,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:49,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:51,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:53,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:55,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:57,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:59,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:37:59,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:37:59,958 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:38:01,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:03,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:05,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:07,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:09,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:11,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:13,902 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:38:13,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:15,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:38:15,320 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:38:15,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:17,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:19,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:21,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:23,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:25,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:27,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:29,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:30,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:38:30,546 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:38:31,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:33,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:35,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:37,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:39,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:41,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:43,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:43,961 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:38:45,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:38:45,871 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:38:45,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:47,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:49,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:51,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:53,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:55,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:57,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:38:59,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:01,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:39:01,264 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:39:02,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:04,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:06,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:08,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:10,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:12,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:14,028 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:39:14,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:16,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:39:16,492 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:39:16,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:18,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:20,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:22,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:24,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:26,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:28,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:30,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:31,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:39:31,713 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:39:32,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:34,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:36,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:38,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:40,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:42,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:44,103 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:39:44,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:46,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:39:46,963 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:39:46,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:48,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:50,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:52,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:54,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:56,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:39:58,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:00,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:02,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:40:02,332 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:40:02,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:04,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:06,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:08,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:10,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:12,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:14,178 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:40:14,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:16,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:17,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:40:17,563 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:40:18,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:20,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:22,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:24,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:26,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:28,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:30,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:32,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:40:32,900 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:40:32,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:34,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:36,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:38,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:40,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:43,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:44,252 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:40:45,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:47,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:48,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:40:48,123 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:40:49,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:51,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:53,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:55,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:40:57,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:00,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:02,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:03,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:41:03,356 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:41:04,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:06,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:08,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:10,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:12,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:14,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:14,322 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:41:16,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:18,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:18,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:41:18,609 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:41:20,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:22,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:24,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:26,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:28,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:30,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:32,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:34,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:34,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:41:34,394 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:41:36,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:38,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:40,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:42,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:44,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:44,385 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:41:46,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:48,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:49,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:41:49,620 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:41:50,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:52,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:54,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:56,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:41:58,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:00,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:02,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:04,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:04,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:42:04,883 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:42:06,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:08,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:10,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:12,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:14,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:14,456 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:42:16,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:18,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:20,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:20,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:42:20,120 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:42:22,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:24,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:26,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:28,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:30,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:32,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:34,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:35,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:42:35,431 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:42:36,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:38,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:40,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:42,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:44,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:44,520 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:42:46,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:48,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:50,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:50,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:42:50,655 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:42:52,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:54,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:56,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:42:58,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:00,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:02,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:04,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:05,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:43:05,882 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:43:06,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:08,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:10,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:12,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:14,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:14,592 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:43:16,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:18,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:20,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:21,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:43:21,234 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:43:23,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:25,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:27,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:29,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:31,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:33,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:35,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:36,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:43:36,500 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:43:37,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:39,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:41,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:43,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:44,664 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:43:45,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:47,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:49,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:51,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:51,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:43:51,775 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:43:53,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:55,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:57,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:43:59,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:01,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:03,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:05,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:07,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:44:07,004 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:44:07,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:09,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:11,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:13,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:14,739 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:44:15,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:17,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:19,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:21,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:44:22,229 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:44:24,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:26,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:28,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:30,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:32,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:34,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:36,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:37,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:44:37,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:44:38,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:40,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:42,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:44,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:44,812 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:44:46,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:48,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:50,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:52,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:52,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:44:52,781 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:44:54,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:56,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:44:58,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:00,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:02,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:04,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:06,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:08,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:45:08,019 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:45:08,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:10,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:12,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:14,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:14,887 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:45:16,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:18,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:20,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:22,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:23,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:45:23,246 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:45:24,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:26,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:28,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:30,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:32,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:34,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:36,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:38,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:38,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:45:38,546 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:45:40,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:42,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:44,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:44,961 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:45:46,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:48,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:50,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:52,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:53,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:45:53,871 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:45:54,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:56,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:45:58,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:00,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:02,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:04,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:06,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:08,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:09,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:46:09,138 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:46:10,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:13,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:15,036 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:46:15,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:17,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:19,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:21,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:23,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:24,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:46:24,369 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:46:25,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:27,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:29,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:31,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:33,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:35,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:37,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:39,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:39,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:46:39,630 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:46:41,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:43,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:45,113 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:46:45,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:47,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:49,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:51,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:53,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:54,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:46:54,919 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:46:55,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:57,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:46:59,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:01,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:03,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:05,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:07,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:09,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:10,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:47:10,267 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:47:11,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:13,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:15,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:15,187 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:47:17,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:19,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:21,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:23,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:25,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:25,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:47:25,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:47:27,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:29,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:31,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:33,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:35,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:37,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:39,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:41,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:47:41,002 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:47:41,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:43,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:45,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:45,261 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:47:47,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:49,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:51,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:53,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:55,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:56,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:47:56,325 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:47:57,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:47:59,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:01,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:04,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:06,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:08,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:10,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:11,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:48:11,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:48:12,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:14,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:15,335 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:48:16,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:18,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:20,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:22,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:24,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:26,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:26,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:48:26,987 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:48:28,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:30,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:32,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:34,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:36,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:38,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:40,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:42,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:42,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:48:42,284 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:48:44,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:45,412 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:48:46,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:48,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:50,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:52,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:54,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:56,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:48:57,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:48:57,509 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:48:58,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:00,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:02,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:04,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:06,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:08,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:10,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:12,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:12,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:49:12,726 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:49:14,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:15,487 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:49:16,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:18,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:20,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:22,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:24,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:26,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:27,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:49:27,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:49:28,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:30,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:32,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:34,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:36,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:38,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:40,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:42,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:43,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:49:43,240 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:49:44,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:45,562 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:49:47,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:49,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:51,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:53,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:55,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:57,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:49:58,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:49:58,464 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:49:59,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:01,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:03,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:05,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:07,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:09,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:11,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:13,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:13,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:50:13,738 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:50:15,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:15,636 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:50:17,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:19,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:21,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:23,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:25,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:27,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:29,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:50:29,156 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:50:29,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:31,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:33,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:35,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:37,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:39,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:41,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:43,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:44,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:50:44,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:50:45,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:45,699 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:50:47,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:49,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:51,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:53,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:55,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:57,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:59,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:50:59,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:50:59,711 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:51:01,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:03,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:05,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:07,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:10,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:12,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:14,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:15,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:51:15,103 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:51:15,772 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:51:16,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:18,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:20,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:22,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:24,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:26,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:28,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:30,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:30,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:51:30,333 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:51:32,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:34,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:36,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:38,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:40,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:42,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:44,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:45,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:51:45,547 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:51:45,842 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:51:46,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:48,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:50,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:52,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:54,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:56,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:51:58,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:00,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:00,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:52:00,791 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:52:02,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:04,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:06,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:08,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:10,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:12,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:14,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:15,914 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:52:16,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:52:16,021 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:52:16,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:18,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:20,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:22,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:24,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:26,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:28,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:30,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:31,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:52:31,269 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:52:32,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:34,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:36,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:38,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:40,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:42,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:44,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:45,990 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:52:46,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:46,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:52:46,553 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:52:48,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:50,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:52,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:54,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:56,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:52:58,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:00,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:01,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:53:01,891 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:53:02,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:04,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:06,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:09,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:11,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:13,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:15,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:16,065 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:53:17,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:53:17,200 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:53:17,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:19,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:21,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:23,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:25,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:27,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:29,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:31,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:32,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:53:32,427 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:53:33,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:35,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:37,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:39,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:41,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:43,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:45,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:46,140 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:53:47,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:47,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:53:47,686 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:53:49,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:51,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:53,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:55,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:57,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:53:59,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:01,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:03,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:54:03,014 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:54:03,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:05,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:08,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:10,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:12,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:14,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:16,216 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:54:16,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:18,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:54:18,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:54:18,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:20,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:22,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:24,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:26,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:28,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:30,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:32,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:33,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:54:33,641 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:54:34,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:36,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:38,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:40,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:42,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:44,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:46,292 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:54:46,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:48,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:48,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:54:48,877 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:54:50,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:52,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:54,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:56,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:54:58,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:00,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:02,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:04,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:55:04,148 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:55:04,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:06,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:08,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:10,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:12,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:14,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:16,366 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:55:16,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:18,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:19,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:55:19,427 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:55:20,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:22,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:24,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:26,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:28,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:30,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:32,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:34,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:34,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:55:34,658 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:55:37,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:39,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:41,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:43,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:45,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:46,440 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:55:47,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:49,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:49,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:55:49,881 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:55:51,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:53,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:55,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:57,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:55:59,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:01,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:03,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:05,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:56:05,108 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:56:05,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:07,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:09,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:11,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:13,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:15,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:16,515 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:56:17,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:19,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:20,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:56:20,342 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:56:21,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:23,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:25,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:27,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:29,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:31,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:33,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:35,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:35,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:56:35,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:56:37,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:39,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:41,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:43,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:45,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:46,589 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:56:47,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:49,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:50,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:56:50,965 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:56:51,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:53,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:56,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:56:58,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:00,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:02,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:04,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:06,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:57:06,296 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:57:06,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:08,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:10,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:12,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:14,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:16,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:16,664 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:57:18,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:20,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:21,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:57:21,520 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:57:22,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:24,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:26,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:28,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:30,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:32,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:34,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:36,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:36,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:57:36,812 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:57:38,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:40,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:42,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:44,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:46,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:46,743 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:57:48,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:50,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:52,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:57:52,134 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:57:52,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:54,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:56,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:57:58,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:00,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:02,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:04,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:06,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:07,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:58:07,362 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:58:08,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:11,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:13,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:15,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:16,820 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:58:17,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:19,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:21,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:22,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:58:22,591 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:58:23,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:25,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:27,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:29,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:31,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:33,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:35,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:37,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:37,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:58:37,853 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:58:39,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:41,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:43,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:45,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:46,895 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:58:47,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:49,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:51,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:53,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:58:53,164 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:58:53,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:55,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:57,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:58:59,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:01,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:03,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:05,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:07,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:08,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:59:08,392 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:59:09,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:11,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:13,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:15,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:16,971 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:59:17,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:19,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:21,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:23,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:23,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:59:23,611 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:59:25,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:27,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:29,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:32,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:34,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:36,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:38,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:38,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:59:38,989 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:59:40,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:42,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:44,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:46,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:47,046 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 15:59:48,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:50,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:52,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:54,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 15:59:54,275 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 15:59:54,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:56,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 15:59:58,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:00,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:02,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:04,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:06,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:08,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:09,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:00:09,628 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:00:10,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:12,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:14,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:16,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:17,122 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:00:18,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:20,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:22,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:24,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:24,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:00:24,981 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:00:26,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:28,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:30,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:32,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:34,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:36,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:38,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:40,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:00:40,316 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:00:40,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:42,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:44,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:46,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:47,189 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:00:48,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:50,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:52,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:54,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:55,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:00:55,551 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:00:57,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:00:59,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:01,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:03,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:05,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:07,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:09,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:10,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:01:10,867 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:01:11,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:13,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:15,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:17,253 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:01:17,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:19,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:21,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:23,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:25,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:26,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:01:26,266 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:01:27,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:29,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:31,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:33,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:35,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:37,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:39,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:41,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:41,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:01:41,667 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:01:43,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:45,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:47,320 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:01:47,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:49,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:51,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:53,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:55,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:01:56,957 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:01:57,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:01:59,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:01,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:03,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:05,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:07,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:09,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:11,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:12,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:02:12,182 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:02:13,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:15,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:17,388 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:02:17,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:20,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:22,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:24,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:26,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:27,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:02:27,565 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:02:28,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:30,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:32,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:34,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:36,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:38,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:40,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:42,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:42,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:02:42,825 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:02:44,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:46,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:47,454 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:02:48,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:50,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:52,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:54,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:56,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:02:58,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:02:58,145 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:02:58,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:00,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:02,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:04,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:06,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:08,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:10,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:12,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:13,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:03:13,369 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:03:14,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:16,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:17,524 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:03:18,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:20,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:22,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:24,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:26,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:28,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:28,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:03:28,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:03:30,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:32,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:34,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:37,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:39,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:41,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:43,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:43,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:03:43,911 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:03:45,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:47,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:47,599 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:03:49,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:51,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:53,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:55,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:57,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:03:59,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:03:59,135 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:03:59,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:01,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:03,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:05,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:07,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:09,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:11,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:13,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:14,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:04:14,793 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:04:15,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:17,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:17,676 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:04:19,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:21,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:23,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:25,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:27,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:29,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:30,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:04:30,344 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:04:31,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:33,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:35,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:37,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:39,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:41,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:43,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:45,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:45,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:04:45,693 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:04:47,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:47,754 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:04:49,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:51,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:53,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:55,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:57,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:04:59,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:00,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:05:00,923 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:05:01,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:04,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:06,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:08,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:10,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:12,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:14,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:16,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:05:16,216 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:05:16,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:17,823 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:05:18,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:20,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:22,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:24,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:26,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:28,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:30,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:31,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:05:31,501 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:05:32,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:34,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:36,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:38,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:40,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:42,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:44,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:46,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:46,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:05:46,728 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:05:47,897 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:05:48,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:50,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:52,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:54,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:56,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:05:58,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:00,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:02,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:06:02,233 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:06:02,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:04,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:06,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:08,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:10,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:12,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:14,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:16,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:17,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:06:17,462 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:06:17,971 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:06:18,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:20,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:22,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:24,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:26,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:28,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:30,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:32,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:32,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:06:32,737 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:06:35,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:37,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:39,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:41,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:43,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:45,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:47,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:47,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:06:47,991 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:06:48,214 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:06:49,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:51,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:53,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:55,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:57,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:06:59,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:01,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:03,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:07:03,216 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:07:03,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:05,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:07,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:09,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:11,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:13,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:15,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:17,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:18,119 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:07:18,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:07:18,482 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:07:19,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:21,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:23,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:25,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:27,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:29,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:31,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:33,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:33,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:07:33,808 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:07:35,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:37,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:39,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:41,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:43,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:46,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:48,184 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:07:48,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:49,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:07:49,048 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:07:50,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:52,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:54,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:56,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:07:58,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:00,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:02,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:04,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:08:04,288 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:08:04,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:06,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:08,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:10,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:12,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:14,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:16,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:18,255 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:08:18,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:19,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:08:19,619 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:08:20,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:08:34,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:08:34,844 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:08:48,331 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:08:50,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:08:50,102 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:09:05,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:09:05,559 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:09:18,407 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:09:20,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:09:20,832 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:09:21,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:09:21,191 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:09:21,233 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:09:21,310 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:09:21,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:09:21,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:09:22,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:09:28,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:09:36,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:09:36,078 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:09:44,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:09:48,493 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:09:51,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:09:51,334 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:10:06,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:10:06,568 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:10:18,568 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:10:21,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:10:21,799 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:10:37,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:10:37,036 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:10:48,643 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:10:52,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:10:52,271 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:11:07,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:11:07,500 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:11:18,721 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:11:22,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:11:22,735 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:11:37,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:11:37,967 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:11:48,800 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:11:53,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:11:53,194 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:12:08,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:12:08,427 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:12:18,878 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:12:23,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:12:23,668 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:12:38,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:12:38,893 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:12:48,958 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:12:54,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:12:54,147 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:13:09,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:13:09,379 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:13:19,036 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:13:24,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:13:24,880 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:13:38,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:40,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:13:40,104 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:13:40,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:42,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:46,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:48,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:49,111 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:13:50,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:52,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:54,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:55,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:13:55,437 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:13:56,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:13:59,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:01,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:03,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:05,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:07,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:09,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:10,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:14:10,664 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:14:11,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:13,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:15,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:17,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:19,185 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:14:19,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:21,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:23,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:25,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:25,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:14:25,901 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:14:26,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:26,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:27,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:29,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:34,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:34,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:37,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:41,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:14:41,130 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:14:43,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:47,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:49,263 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:14:51,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:53,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:53,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:55,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:14:56,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:14:56,393 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:14:56,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:56,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:57,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:14:59,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:00,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:00,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:02,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:03,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:03,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:04,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:05,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:07,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:07,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:09,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:10,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:10,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:11,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:15:11,648 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:15:12,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:12,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:13,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:15,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:15,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:16,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:16,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:17,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:18,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:19,343 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:15:19,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:20,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:20,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:21,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:23,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:24,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:24,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:27,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:15:27,019 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:15:27,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:29,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:29,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:31,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:32,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:32,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:32,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:32,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:33,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:33,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:34,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:36,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:15:37,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:39,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:41,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:42,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:15:42,254 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:15:43,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:45,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:47,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:49,421 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:15:49,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:51,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:53,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:55,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:57,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:15:57,484 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:15:57,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:15:59,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:01,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:03,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:06,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:08,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:10,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:12,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:16:12,751 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:16:12,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:14,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:16,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:18,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:19,493 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:16:20,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:22,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:23,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:24,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:26,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:27,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:16:27,991 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:16:34,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:35,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:35,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:40,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:43,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:16:43,217 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:16:44,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:48,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:49,568 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:16:52,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:53,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:53,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:56,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:16:57,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:57,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:58,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:16:58,461 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:16:59,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:16:59,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:00,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:01,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:01,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:02,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:04,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:04,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:06,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:07,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:07,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:08,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:09,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:10,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:12,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:12,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:13,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:17:13,698 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:17:13,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:13,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:14,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:15,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:15,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:16,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:17,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:18,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:19,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,644 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:17:19,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:19,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:20,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:21,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:21,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:22,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:24,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:25,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:25,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:26,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:28,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:17:28,927 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:17:28,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:29,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:29,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:30,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:31,001 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:17:31,121 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:17:31,175 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:17:32,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:17:33,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:34,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:34,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:35,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:35,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:36,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:37,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:39,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:41,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:43,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:43,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:43,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:17:44,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:17:44,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:17:47,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:49,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:49,738 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:17:51,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:53,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:55,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:57,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:59,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:17:59,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:17:59,446 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:18:02,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:04,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:06,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:08,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:10,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:12,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:14,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:14,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:18:14,769 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:18:16,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:18,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:19,814 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:18:20,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:22,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:24,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:30,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:18:30,015 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:18:34,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:40,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:43,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:43,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:18:44,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:45,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:18:45,241 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:18:48,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:49,891 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:18:52,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:18:56,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:00,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:00,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:19:00,474 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:19:00,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:00,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:02,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:06,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:06,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:06,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:08,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:08,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:09,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:11,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:12,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:12,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:14,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:19:15,699 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:19:15,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:15,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:16,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:18,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:18,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:19,969 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:19:20,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:20,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:20,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:21,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:22,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:23,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:24,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:24,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:25,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:26,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:26,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:27,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:28,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:28,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:29,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:30,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:30,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:19:30,970 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:19:33,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:33,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:34,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:36,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:36,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:36,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:37,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:38,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:38,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:40,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:41,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:41,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:42,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:43,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:43,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:19:44,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:46,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:46,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:19:46,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:19:48,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:50,040 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:19:50,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:52,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:54,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:56,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:19:58,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:00,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:01,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:20:01,496 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:20:03,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:05,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:07,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:09,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:11,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:13,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:15,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:20:16,727 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:20:17,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:19,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:20,108 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:20:21,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:23,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:31,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:32,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:20:32,117 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:20:37,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:41,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:43,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:43,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:45,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:47,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:47,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:20:47,381 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:20:50,185 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:20:51,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:52,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:52,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:20:55,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:20:59,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:01,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:02,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:21:02,607 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:21:03,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:03,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:04,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:05,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:05,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:06,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:07,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:07,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:08,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:09,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:11,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:11,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:12,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:13,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:14,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:14,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:15,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:16,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:17,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:17,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:21:17,942 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:21:18,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:18,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:19,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,260 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:21:20,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:20,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:21,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:23,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:23,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:24,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:25,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:25,190 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:21:25,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:25,415 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:21:25,487 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:21:26,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:26,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:21:26,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:27,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:27,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:28,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:28,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:29,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:29,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:31,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:31,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:32,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:33,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:21:33,173 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:21:33,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:34,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:34,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:35,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:36,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:37,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:37,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:39,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:40,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:40,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:41,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:43,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:43,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:43,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:21:45,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:47,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:48,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:21:48,487 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:21:49,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:50,349 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:21:51,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:53,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:55,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:57,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:21:59,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:01,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:03,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:03,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:22:03,718 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:22:05,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:07,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:09,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:11,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:13,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:15,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:17,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:18,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:22:18,943 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:22:20,425 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:22:27,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:33,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:34,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:22:34,169 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:22:37,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:41,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:45,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:49,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:49,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:22:49,434 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:22:49,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:49,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:50,499 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:22:52,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:56,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:22:56,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:22:56,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:00,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:02,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:04,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:23:04,651 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:23:05,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:05,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:06,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:07,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:07,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:08,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:09,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:09,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:10,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:11,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:12,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:12,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:13,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:14,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:15,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:15,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:16,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:16,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:17,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:18,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:18,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:19,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:23:19,999 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:23:20,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:20,574 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:23:21,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:21,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:22,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:22,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:23,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:24,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:24,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:26,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:26,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:28,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:28,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:29,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:30,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:32,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:32,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:34,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:34,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:35,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:23:35,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:23:36,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:36,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:36,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:37,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:38,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:38,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:39,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:40,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:42,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:44,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:46,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:47,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:47,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:23:48,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:50,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:50,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:23:50,470 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:23:50,700 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:23:52,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:54,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:56,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:23:58,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:00,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:02,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:04,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:05,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:24:05,789 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:24:06,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:08,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:10,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:12,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:14,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:20,723 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:24:21,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:24:21,273 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:24:22,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:28,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:30,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:34,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:36,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:24:36,515 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:24:38,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:42,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:47,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:49,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:50,798 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:24:51,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:24:51,738 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:24:53,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:53,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:53,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:24:55,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:24:59,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:01,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:02,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:02,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:05,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:06,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:06,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:25:07,055 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:25:07,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:07,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:07,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:10,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:11,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:11,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:12,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:13,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:14,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:14,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:15,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:15,860 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:25:15,967 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:25:16,023 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:25:16,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:25:16,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:16,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:17,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:17,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:18,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:19,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:20,876 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:25:21,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:21,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:21,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:25:22,280 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:25:22,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:22,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:23,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:23,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:24,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:25,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:26,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:26,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:27,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:28,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:28,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:29,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:30,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:30,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:31,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:32,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:32,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:33,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:35,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:35,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:36,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:36,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:37,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:37,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:25:37,566 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:25:39,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:39,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:41,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:43,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:45,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:46,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:46,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:25:47,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:49,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:50,950 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:25:51,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:52,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:25:52,798 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:25:53,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:55,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:57,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:25:59,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:01,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:03,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:05,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:07,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:08,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:26:08,026 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:26:17,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:21,026 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:26:23,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:26:23,257 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:26:23,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:27,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:31,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:35,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:38,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:26:38,497 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:26:39,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:41,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:45,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:49,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:51,103 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:26:51,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:53,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:26:53,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:26:53,724 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:26:55,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:55,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:26:58,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:00,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:04,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:05,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:05,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:06,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:07,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:07,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:08,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:08,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:27:08,949 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:27:10,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:10,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:11,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:11,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:13,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:14,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:14,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:15,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:16,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:18,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:18,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:19,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:20,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:20,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,178 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:27:21,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:21,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:22,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:22,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:23,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:27:24,367 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:27:24,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:24,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:25,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:26,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:26,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:27,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:28,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:29,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:29,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:30,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:31,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:31,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:32,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:33,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:33,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:34,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:34,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:35,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:36,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:36,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:38,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:39,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:27:39,657 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:27:40,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:42,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:44,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:46,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:48,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:48,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:48,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:27:50,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:51,253 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:27:52,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:54,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:54,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:27:54,888 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:27:56,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:27:58,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:00,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:02,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:04,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:10,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:28:10,110 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:28:12,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:18,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:21,328 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:28:22,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:25,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:28:25,340 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:28:26,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:30,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:34,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:38,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:40,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:40,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:28:40,756 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:28:44,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:46,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:50,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:51,404 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:28:52,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:55,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:55,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:56,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:28:56,166 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:28:56,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:28:58,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:28:58,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:00,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:04,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:04,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:05,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:05,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:06,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:06,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:07,477 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:29:07,687 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:29:07,760 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:29:08,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:08,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:29:08,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:09,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:09,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:10,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:10,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:11,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:29:11,396 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:29:13,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:13,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:14,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:15,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:15,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:16,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:17,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:17,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:18,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:19,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:19,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:20,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:20,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:21,797 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:29:22,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:22,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:22,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:24,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:24,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:25,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:26,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:26,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:29:26,620 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:29:27,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:27,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:28,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:29,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:29,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:30,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:31,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:31,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:32,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:33,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:33,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:34,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:34,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:35,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:36,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:38,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:39,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:39,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:40,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:41,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:29:41,880 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:29:42,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:44,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:46,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:49,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:29:49,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:51,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:51,874 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:29:53,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:55,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:29:57,167 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:29:57,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:29:59,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:09,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:12,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:30:12,725 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:30:15,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:19,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:21,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:21,950 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:30:25,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:27,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:30:27,979 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:30:29,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:33,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:37,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:39,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:43,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:30:43,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:30:43,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:45,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:49,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:51,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:52,021 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:30:55,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:57,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:30:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:57,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:30:58,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:30:58,666 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:30:59,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:02,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:02,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:03,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:05,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:05,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:06,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:06,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:07,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:07,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:09,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:11,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:11,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:12,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:12,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:13,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:13,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:31:14,114 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:31:14,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:14,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:15,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:16,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:16,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:17,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:17,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:18,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:19,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:19,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:21,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:21,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,096 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:31:22,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:22,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:23,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:24,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:25,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:26,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:26,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:27,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:28,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:28,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:31:29,415 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:31:29,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:29,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:29,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:30,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:31,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:32,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:32,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:33,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:33,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:34,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:35,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:37,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:38,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:38,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:39,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:41,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:43,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:44,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:31:44,642 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:31:45,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:47,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:48,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:48,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:31:49,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:51,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:52,171 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:31:54,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:31:59,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:31:59,873 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:32:02,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:08,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:12,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:15,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:32:15,178 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:32:16,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:20,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:22,248 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:32:24,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:28,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:30,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:32:30,529 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:32:30,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:34,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:36,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:40,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:42,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:45,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:32:45,820 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:32:46,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:48,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:50,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:52,327 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:32:54,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:56,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:32:56,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:56,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:57,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 16:32:57,192 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 16:32:57,403 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 16:32:57,460 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 16:32:57,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 16:32:58,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:00,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:01,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:33:01,150 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:33:02,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:04,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:06,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:08,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:10,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:13,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:15,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:16,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:33:16,429 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:33:17,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:19,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:21,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:22,424 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:33:23,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:25,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:27,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:29,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:31,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:31,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:33:31,779 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:33:33,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:35,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:37,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:39,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:41,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:43,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:45,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:47,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:33:47,012 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:33:47,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:49,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:51,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:52,496 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:33:53,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:55,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:57,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:33:59,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:01,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:02,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:34:02,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:34:03,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:05,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:07,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:09,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:11,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:13,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:15,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:17,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:34:17,652 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:34:17,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:19,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:21,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:22,571 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:34:24,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:26,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:28,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:30,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:32,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:32,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:34:32,961 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:34:34,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:36,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:38,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:40,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:42,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:44,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:46,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:48,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:34:48,278 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:34:48,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:50,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:52,650 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:34:52,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:54,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:56,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:34:58,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:00,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:02,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:03,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:35:03,510 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:35:04,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:06,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:08,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:10,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:12,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:14,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:16,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:18,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:18,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:35:18,852 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:35:20,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:22,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:22,727 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:35:24,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:26,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:28,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:30,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:32,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:34,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:35:34,124 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:35:34,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:36,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:38,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:40,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:42,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:44,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:46,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:48,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:49,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:35:49,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:35:50,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:52,802 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:35:53,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:55,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:57,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:35:59,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:01,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:03,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:04,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:36:04,711 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:36:05,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:07,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:09,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:11,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:13,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:15,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:17,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:19,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:19,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:36:19,937 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:36:21,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:22,878 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:36:23,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:25,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:27,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:29,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:31,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:33,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:35,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:36:35,208 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:36:35,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:37,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:39,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:41,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:43,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:45,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:47,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:49,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:50,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:36:50,437 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:36:51,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:52,952 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:36:53,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:55,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:57,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:36:59,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:01,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:03,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:05,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:37:05,699 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:37:05,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:07,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:09,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:11,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:13,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:15,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:18,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:20,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:21,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:37:21,143 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:37:22,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:23,026 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:37:24,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:26,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:28,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:30,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:32,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:34,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:36,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:37:36,476 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:37:36,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:38,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:40,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:42,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:44,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:46,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:48,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:50,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:51,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:37:51,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:37:52,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:53,102 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:37:54,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:56,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:37:58,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:00,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:02,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:04,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:06,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:07,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:38:07,078 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:38:08,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:10,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:12,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:14,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:16,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:18,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:20,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:22,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:38:22,384 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:38:22,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:23,176 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:38:24,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:26,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:28,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:30,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:32,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:34,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:36,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:37,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:38:37,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:38:38,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:40,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:42,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:44,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:46,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:48,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:50,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:52,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:52,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:38:52,902 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:38:53,249 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:38:54,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:56,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:38:58,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:00,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:02,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:04,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:06,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:39:08,178 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:39:08,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:10,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:12,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:14,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:16,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:19,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:21,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:23,318 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:39:23,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:39:23,444 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:39:23,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:25,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:27,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:29,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:31,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:33,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:35,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:37,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:38,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:39:38,819 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:39:39,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:41,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:43,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:45,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:47,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:49,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:51,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:53,390 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:39:53,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:54,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:39:54,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:39:55,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:57,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:39:59,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:01,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:03,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:05,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:07,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:09,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:40:09,405 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:40:09,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:11,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:13,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:15,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:17,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:19,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:21,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:23,466 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:40:23,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:24,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:40:24,653 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:40:25,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:27,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:29,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:31,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:33,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:35,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:37,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:39,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:39,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:40:39,884 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:40:41,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:43,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:45,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:47,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:49,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:51,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:53,540 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:40:53,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:55,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:40:55,215 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:40:55,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:57,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:40:59,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:01,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:03,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:05,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:07,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:10,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:41:10,448 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:41:10,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:12,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:14,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:16,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:18,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:20,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:22,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:23,615 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:41:24,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:25,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:41:25,858 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:41:26,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:28,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:30,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:32,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:34,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:36,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:38,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:40,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:41,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:41:41,148 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:41:42,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:44,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:46,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:48,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:50,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:52,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:53,693 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:41:54,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:56,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:41:56,439 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:41:56,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:41:58,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:00,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:02,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:04,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:06,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:08,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:10,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:11,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:42:11,733 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:42:12,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:14,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:16,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:18,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:20,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:22,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:23,770 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:42:24,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:26,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:27,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:42:27,025 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:42:28,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:30,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:32,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:34,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:36,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:38,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:40,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:42,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:42:42,249 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:42:42,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:44,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:46,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:48,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:50,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:53,844 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:42:53,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:55,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:57,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:42:57,478 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:42:57,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:42:59,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:01,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:03,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:05,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:07,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:09,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:11,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:12,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:43:12,876 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:43:13,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:15,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:17,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:19,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:21,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:23,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:23,917 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:43:25,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:27,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:28,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:43:28,098 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:43:29,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:31,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:33,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:35,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:37,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:39,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:41,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:43,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:43:43,494 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:43:43,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:45,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:47,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:49,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:51,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:53,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:53,991 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:43:55,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:57,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:43:58,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:43:58,781 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:43:59,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:01,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:03,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:05,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:07,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:09,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:12,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:14,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:44:14,181 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:44:14,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:16,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:18,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:20,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:22,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:24,065 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:44:24,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:26,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:28,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:29,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:44:29,443 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:44:30,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:32,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:34,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:36,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:38,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:40,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:42,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:44,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:44:44,751 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:44:44,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:46,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:48,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:50,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:52,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:54,140 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:44:54,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:56,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:44:58,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:00,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:45:00,011 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:45:01,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:03,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:05,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:07,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:09,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:11,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:13,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:15,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:45:15,312 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:45:15,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:17,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:19,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:21,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:23,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:24,214 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:45:25,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:27,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:29,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:30,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:45:30,585 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:45:31,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:33,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:35,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:37,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:39,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:41,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:43,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:45,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:45:45,891 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:45:45,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:47,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:49,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:51,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:53,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:54,287 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:45:55,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:57,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:45:59,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:01,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:46:01,119 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:46:01,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:03,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:05,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:07,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:09,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:11,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:13,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:15,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:16,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:46:16,349 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:46:17,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:19,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:21,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:23,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:24,363 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:46:25,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:27,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:29,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:31,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:46:31,706 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:46:31,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:33,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:35,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:37,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:39,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:42,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:44,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:46,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:46:46,976 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:46:46,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:48,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:50,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:52,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:54,436 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:46:54,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:56,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:46:58,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:00,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:02,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:47:02,200 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:47:02,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:04,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:06,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:08,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:10,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:13,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:15,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:17,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:17,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:47:17,492 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:47:19,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:21,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:23,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:24,517 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:47:25,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:27,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:29,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:31,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:32,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:47:32,708 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:47:33,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:35,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:37,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:39,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:41,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:43,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:45,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:47,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:47,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:47:47,935 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:47:49,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:51,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:53,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:54,592 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:47:55,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:57,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:47:59,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:01,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:03,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:03,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:48:03,158 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:48:05,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:07,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:09,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:11,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:13,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:15,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:17,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:18,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:48:18,388 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:48:19,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:21,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:23,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:24,667 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:48:25,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:27,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:29,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:31,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:33,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:33,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:48:33,667 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:48:35,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:37,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:39,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:41,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:43,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:45,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:48,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:48,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:48:48,940 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:48:50,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:52,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:54,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:54,743 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:48:56,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:48:58,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:00,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:02,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:04,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:04,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:49:04,272 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:49:06,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:08,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:10,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:12,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:14,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:16,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:18,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:19,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:49:19,499 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:49:20,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:22,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:24,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:24,819 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:49:26,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:28,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:30,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:32,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:34,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:34,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:49:34,774 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:49:36,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:38,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:40,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:42,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:44,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:46,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:48,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:50,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:49:50,008 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:49:50,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:52,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:54,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:54,898 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:49:56,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:49:58,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:00,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:03,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:05,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:05,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:50:05,297 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:50:07,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:09,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:11,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:13,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:15,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:17,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:19,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:20,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:50:20,688 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:50:21,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:23,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:24,973 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:50:25,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:27,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:29,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:31,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:33,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:35,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:35,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:50:35,918 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:50:37,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:39,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:41,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:43,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:45,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:47,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:49,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:51,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:51,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:50:51,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:50:53,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:55,050 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:50:55,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:57,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:50:59,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:01,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:03,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:05,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:06,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:51:06,550 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:51:07,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:09,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:11,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:13,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:15,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:17,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:19,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:21,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:21,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:51:21,790 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:51:23,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:25,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:25,127 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:51:27,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:29,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:31,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:33,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:35,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:37,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:51:37,140 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:51:38,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:40,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:42,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:44,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:46,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:48,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:50,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:52,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:51:52,415 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:51:54,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:55,203 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:51:56,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:51:58,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:00,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:02,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:04,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:06,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:07,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:52:07,643 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:52:08,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:10,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:12,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:14,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:16,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:18,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:20,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:22,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:22,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:52:22,867 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:52:24,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:25,280 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:52:26,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:28,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:30,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:32,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:34,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:36,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:38,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:52:38,094 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:52:38,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:40,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:42,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:44,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:46,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:48,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:50,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:52,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:53,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:52:53,326 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:52:54,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:55,353 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:52:56,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:52:58,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:00,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:02,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:04,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:06,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:08,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:08,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:53:08,782 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:53:10,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:12,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:14,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:16,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:18,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:20,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:22,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:24,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:53:24,028 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:53:24,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:25,418 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:53:26,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:28,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:30,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:32,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:34,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:36,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:38,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:39,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:53:39,254 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:53:41,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:43,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:45,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:47,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:49,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:51,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:53,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:54,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:53:54,569 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:53:55,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:55,486 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:53:57,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:53:59,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:01,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:03,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:05,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:07,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:09,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:09,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:54:09,967 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:54:11,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:13,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:15,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:17,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:19,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:21,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:23,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:25,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:25,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:54:25,212 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:54:25,564 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:54:27,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:29,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:31,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:33,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:35,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:37,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:39,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:40,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:54:40,484 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:54:41,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:43,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:45,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:47,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:49,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:51,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:53,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:55,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:55,641 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:54:55,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:54:55,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:54:57,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:54:59,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:01,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:03,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:05,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:07,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:09,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:11,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:55:11,144 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:55:11,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:14,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:16,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:18,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:20,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:22,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:24,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:25,699 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:55:26,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:26,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:55:26,374 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:55:28,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:30,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:32,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:34,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:36,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:38,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:40,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:41,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:55:41,708 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:55:42,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:44,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:46,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:48,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:50,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:52,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:54,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:55,774 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:55:56,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:55:57,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:55:57,031 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:55:58,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:00,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:02,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:04,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:06,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:08,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:10,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:12,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:12,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:56:12,274 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:56:14,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:16,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:18,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:20,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:22,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:24,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:25,848 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:56:26,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:27,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:56:27,523 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:56:28,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:30,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:32,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:34,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:36,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:38,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:40,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:42,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:42,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:56:42,749 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:56:44,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:46,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:48,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:50,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:52,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:54,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:55,924 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:56:56,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:56:58,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:56:58,348 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:56:59,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:01,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:03,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:05,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:07,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:09,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:11,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:13,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:14,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:57:14,357 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:57:15,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:17,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:19,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:21,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:23,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:25,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:26,000 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:57:27,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:29,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:29,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:57:29,587 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:57:31,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:33,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:35,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:37,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:39,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:41,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:43,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:44,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:57:44,814 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:57:45,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:47,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:49,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:51,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:53,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:55,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:57:56,075 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:57:57,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:00,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:58:00,106 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:58:00,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:02,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:04,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:06,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:08,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:10,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:12,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:14,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:15,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:58:15,329 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:58:16,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:18,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:20,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:22,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:24,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:26,152 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:58:26,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:28,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:30,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:30,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:58:30,559 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:58:32,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:34,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:36,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:38,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:40,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:42,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:44,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:45,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:58:45,790 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:58:46,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:48,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:50,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:52,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:54,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:56,228 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:58:56,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:58:58,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:00,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:01,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:59:01,087 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:59:02,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:04,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:06,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:08,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:10,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:12,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:14,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:16,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:16,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:59:16,353 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:59:18,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:20,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:22,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:24,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:26,304 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:59:26,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:28,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:30,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:31,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:59:31,703 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:59:32,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:34,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:36,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:38,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:40,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:42,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:44,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:46,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:47,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 16:59:47,013 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 16:59:49,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:51,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:53,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:55,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:56,383 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 16:59:57,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 16:59:59,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:01,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:02,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:00:02,590 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:00:03,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:05,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:07,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:09,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:11,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:13,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:15,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:17,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:17,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:00:17,849 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:00:19,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:21,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:23,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:25,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:26,458 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:00:27,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:29,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:31,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:33,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:00:33,079 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:00:33,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:35,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:37,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:39,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:41,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:43,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:45,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:47,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:48,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:00:48,371 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:00:49,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:51,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:53,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:56,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:00:56,534 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:00:58,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:00,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:02,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:03,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:01:03,609 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:01:04,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:06,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:08,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:10,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:12,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:14,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:16,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:18,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:18,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:01:18,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:01:20,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:22,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:24,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:26,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:26,604 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:01:28,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:30,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:32,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:34,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:01:34,158 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:01:34,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:36,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:38,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:40,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:42,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:44,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:46,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:48,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:49,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:01:49,381 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:01:50,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:52,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:54,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:56,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:01:56,678 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:01:58,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:00,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:02,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:04,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:04,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:02:04,608 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:02:06,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:08,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:10,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:12,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:14,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:16,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:19,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:19,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:02:19,976 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:02:21,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:23,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:25,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:26,756 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:02:27,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:29,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:31,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:33,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:35,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:02:35,215 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:02:35,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:37,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:39,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:41,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:43,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:45,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:47,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:49,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:50,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:02:50,525 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:02:51,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:53,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:55,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:56,829 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:02:57,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:02:59,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:01,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:03,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:05,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:05,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:03:05,873 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:03:07,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:09,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:11,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:13,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:15,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:17,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:19,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:21,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:03:21,171 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:03:21,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:23,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:25,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:26,907 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:03:27,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:29,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:31,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:33,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:35,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:36,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:03:36,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:03:37,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:39,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:41,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:43,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:45,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:47,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:49,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:51,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:51,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:03:51,715 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:03:53,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:55,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:03:56,982 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:03:58,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:00,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:02,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:04,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:06,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:07,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:04:07,051 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:04:08,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:10,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:12,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:14,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:16,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:18,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:20,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:22,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:04:22,281 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:04:22,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:24,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:26,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:27,059 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:04:28,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:30,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:32,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:34,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:36,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:37,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:04:37,591 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:04:38,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:40,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:42,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:44,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:46,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:48,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:50,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:52,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:52,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:04:52,825 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:04:55,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:57,135 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:04:57,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:04:59,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:01,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:03,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:05,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:07,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:08,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:05:08,168 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:05:09,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:11,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:13,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:15,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:17,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:19,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:21,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:23,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:05:23,445 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:05:23,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:25,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:27,211 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:05:27,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:29,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:31,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:33,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:35,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:37,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:38,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:05:38,823 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:05:39,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:41,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:43,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:45,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:47,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:49,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:51,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:53,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:54,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:05:54,052 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:05:55,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:57,290 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:05:57,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:05:59,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:01,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:04,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:06,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:08,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:09,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:06:09,280 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:06:10,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:12,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:14,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:16,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:18,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:20,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:22,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:24,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:24,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:06:24,602 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:06:26,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:27,366 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:06:28,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:30,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:32,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:34,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:36,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:38,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:39,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:06:39,874 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:06:40,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:42,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:44,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:46,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:48,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:50,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:52,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:54,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:55,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:06:55,182 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:06:56,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:06:57,442 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:06:58,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:00,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:02,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:04,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:06,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:08,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:10,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:07:10,412 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:07:10,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:12,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:14,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:16,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:18,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:20,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:22,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:24,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:25,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:07:25,718 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:07:26,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:27,519 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:07:28,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:30,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:32,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:34,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:36,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:38,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:40,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:40,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:07:40,957 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:07:42,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:44,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:46,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:48,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:50,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:53,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:55,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:56,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:07:56,187 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:07:57,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:07:57,590 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:07:59,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:01,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:03,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:05,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:07,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:09,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:11,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:08:11,527 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:08:11,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:13,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:15,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:17,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:19,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:21,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:23,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:25,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:26,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:08:26,843 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:08:27,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:27,659 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:08:29,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:31,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:33,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:35,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:37,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:39,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:41,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:42,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:08:42,073 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:08:43,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:45,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:47,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:49,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:51,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:53,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:55,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:57,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:08:57,391 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:08:57,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:08:57,730 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:08:59,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:01,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:03,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:05,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:08,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:10,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:12,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:12,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:09:12,614 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:09:14,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:16,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:18,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:20,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:22,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:24,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:26,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:27,796 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:09:27,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:09:27,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:09:28,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:30,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:32,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:34,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:36,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:38,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:40,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:42,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:43,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:09:43,166 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:09:44,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:46,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:48,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:50,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:52,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:54,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:56,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:09:57,872 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:09:58,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:09:58,533 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:09:58,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:00,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:02,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:04,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:06,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:08,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:10,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:12,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:13,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:10:13,760 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:10:14,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:16,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:18,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:20,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:22,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:24,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:26,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:27,946 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:10:28,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:29,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:10:29,018 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:10:30,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:32,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:34,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:36,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:39,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:41,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:43,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:44,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:10:44,340 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:10:45,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:47,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:49,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:51,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:53,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:55,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:57,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:58,017 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:10:59,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:10:59,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:10:59,656 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:11:01,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:03,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:05,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:07,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:09,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:11,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:13,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:14,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:11:14,899 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:11:15,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:17,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:19,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:21,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:23,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:25,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:27,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:28,092 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:11:29,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:30,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:11:30,183 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:11:31,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:33,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:35,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:37,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:39,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:41,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:43,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:45,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:11:45,410 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:11:45,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:47,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:49,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:51,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:53,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:55,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:57,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:11:58,166 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:11:59,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:00,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:12:00,719 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:12:02,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:04,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:06,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:08,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:10,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:12,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:14,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:16,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:12:16,143 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:12:16,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:18,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:20,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:22,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:24,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:26,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:28,235 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:12:28,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:30,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:31,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:12:31,414 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:12:32,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:34,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:36,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:38,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:40,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:42,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:44,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:46,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:12:46,648 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:12:46,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:48,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:50,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:52,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:54,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:56,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:12:58,305 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:12:58,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:00,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:01,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:13:01,865 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:13:02,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:04,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:06,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:08,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:10,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:12,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:14,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:16,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:17,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:13:17,090 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:13:18,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:20,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:22,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:24,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:26,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:28,372 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:13:28,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:30,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:32,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:13:32,382 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:13:32,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:34,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:36,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:38,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:41,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:43,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:45,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:47,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:13:47,672 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:13:47,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:49,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:51,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:53,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:55,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:57,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:13:58,435 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:13:59,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:01,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:02,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:14:02,889 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:14:03,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:05,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:07,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:09,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:11,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:13,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:15,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:17,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:18,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:14:18,174 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:14:19,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:21,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:23,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:25,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:27,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:28,498 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:14:29,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:31,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:33,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:14:33,463 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:14:33,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:35,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:37,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:39,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:41,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:43,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:45,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:47,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:48,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:14:48,720 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:14:49,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:51,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:53,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:55,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:57,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:14:58,567 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:14:59,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:15:01,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:15:04,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:15:04,074 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:15:19,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:15:19,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:15:28,641 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:15:34,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:15:34,623 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:15:49,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:15:49,902 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:15:58,717 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:16:02,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:16:02,994 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:16:03,047 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:16:03,125 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:16:03,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:16:03,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:16:04,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:16:05,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:16:05,180 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:16:10,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:16:20,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:16:20,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:16:26,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:16:28,798 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:16:35,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:16:35,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:16:50,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:16:50,872 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:16:58,876 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:17:06,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:17:06,101 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:17:21,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:17:21,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:17:28,955 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:17:36,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:17:36,557 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:17:51,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:17:51,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:17:59,032 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:18:07,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:18:07,013 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:18:22,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:18:22,246 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:18:29,112 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:18:37,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:18:37,487 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:18:52,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:18:52,720 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:18:59,189 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:19:07,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:19:07,950 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:19:23,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:19:23,174 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:19:29,264 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:19:38,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:19:38,398 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:19:53,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:19:53,637 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:19:59,342 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:20:08,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:20:08,902 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:20:18,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:20,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:20,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:21,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:21,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:22,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:24,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:20:24,161 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:20:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:25,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:26,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:27,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:27,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:28,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:29,419 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:20:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:30,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:31,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:31,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:32,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:33,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:33,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:34,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:36,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:36,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:37,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:37,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:38,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:39,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:39,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:20:39,485 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:20:40,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:40,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:41,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:41,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:42,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:42,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:43,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:44,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:45,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:45,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:46,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:47,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:47,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:48,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:48,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:49,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:50,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:51,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:51,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:52,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:54,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:20:54,711 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:20:54,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:55,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:55,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:20:56,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:58,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:20:59,493 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:21:00,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:02,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:04,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:21:04,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:06,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:08,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:09,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:21:09,941 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:21:16,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:22,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:25,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:21:25,179 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:21:26,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:28,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:29,569 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:21:32,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:36,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:39,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:40,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:21:40,431 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:21:43,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:45,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:49,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:51,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:55,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:21:55,655 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:21:55,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:57,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:21:59,641 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:22:01,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:03,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:05,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:07,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:08,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:08,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:08,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:08,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:09,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:10,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:22:10,881 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:22:11,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:12,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:12,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:13,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:14,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:14,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:15,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:16,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:16,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:17,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:19,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:21,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:23,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:23,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:25,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:25,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:25,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:22:26,159 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:22:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:26,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:27,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:28,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:29,714 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:22:29,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:30,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:30,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:31,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:32,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:32,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:33,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:34,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:34,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:35,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:36,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:36,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:37,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:37,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:38,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:39,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:41,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:22:41,408 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:22:41,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:41,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:41,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:42,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:43,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:45,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:45,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:46,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:46,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:47,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:47,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:49,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:50,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:50,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:51,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:53,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:55,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:56,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:22:56,703 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:22:57,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:59,784 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:22:59,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:22:59,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:22:59,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:23:01,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:11,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:12,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:23:12,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:23:15,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:19,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:23,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:27,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:23:27,279 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:23:27,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:29,857 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:23:31,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:35,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:37,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:41,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:42,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:23:42,502 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:23:43,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:47,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:49,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:53,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:55,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:57,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:23:57,736 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:23:58,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:23:59,933 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:24:00,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:03,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:03,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:04,755 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:24:04,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:04,982 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:24:05,086 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:24:05,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:24:06,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:08,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:09,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:09,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:10,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:12,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:13,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:24:13,005 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:24:14,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:15,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:15,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:18,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:20,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:22,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:23,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:23,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:24,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:25,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:25,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:26,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:27,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:27,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:24:28,280 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:24:28,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:28,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:30,046 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:24:30,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:31,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:32,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:33,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:33,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:34,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:35,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:35,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:36,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:37,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:37,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:38,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:39,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:39,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:40,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:41,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:41,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:42,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:43,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:24:43,505 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:24:44,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:44,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:45,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:45,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:46,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:49,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:49,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:49,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:50,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:50,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:51,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:51,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:24:53,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:55,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:57,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:24:58,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:24:58,766 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:25:00,118 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:25:05,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:05,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:05,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:11,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:14,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:25:14,033 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:25:15,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:19,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:21,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:25,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:29,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:29,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:25:29,267 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:25:30,194 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:25:31,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:35,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:37,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:41,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:43,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:44,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:25:44,546 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:25:47,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:49,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:51,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:53,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:56,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:56,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:25:57,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:59,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:25:59,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:25:59,928 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:26:00,259 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:26:01,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:03,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:05,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:06,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:06,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:07,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:09,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:11,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:12,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:12,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:13,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:13,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:15,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:15,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:26:15,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:26:18,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:18,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:18,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:19,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:20,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:20,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:21,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:22,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:22,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:24,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:24,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:25,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:26,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:26,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:27,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:28,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:28,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:29,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:30,331 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:26:30,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:26:30,377 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:26:30,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:30,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:31,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:32,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:33,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:33,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:34,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:34,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:35,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:36,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:36,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:37,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:38,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:38,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:39,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:40,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:42,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:42,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:42,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:44,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:45,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:26:45,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:26:45,601 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:26:46,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:48,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:26:56,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:00,407 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:27:00,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:27:00,846 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:27:02,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:03,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:03,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:06,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:10,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:14,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:16,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:27:16,074 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:27:18,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:20,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:24,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:28,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:30,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:30,481 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:27:31,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:27:31,301 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:27:34,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:36,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:38,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:42,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:44,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:46,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:46,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:27:46,674 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:27:49,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:49,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:27:50,047 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:27:50,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:50,268 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:27:50,338 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:27:51,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:27:51,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:52,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:54,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:56,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:27:58,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:00,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:00,563 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:28:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:00,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:01,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:02,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:28:02,195 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:28:04,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:06,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:07,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:07,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:08,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:09,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:10,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:12,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:13,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:13,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:14,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:14,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:16,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:17,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:28:17,421 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:28:18,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:18,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:18,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:19,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:20,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:21,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:21,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:22,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:23,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:23,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:25,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:25,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:26,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:27,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:27,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:28,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:29,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:29,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,634 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:28:30,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:30,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:31,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:32,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:33,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:33,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:34,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:35,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:35,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:37,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:37,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:28:37,357 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:28:38,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:38,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:39,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:41,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:43,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:50,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:28:52,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:28:52,575 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:28:53,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:28:59,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:00,706 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:29:03,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:06,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:06,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:07,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:07,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:29:07,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:29:11,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:15,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:17,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:21,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:23,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:29:23,154 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:29:25,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:27,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:30,781 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:29:31,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:33,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:37,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:38,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:29:38,434 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:29:39,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:41,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:45,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:47,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:47,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:47,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:29:49,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:51,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:53,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:53,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:29:53,661 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:29:57,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:29:59,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:00,851 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:30:01,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:03,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:03,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:03,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:06,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:08,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:08,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:30:08,895 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:30:09,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:09,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:10,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:10,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:12,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:14,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:14,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:14,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:16,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:17,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:17,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:18,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:18,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:19,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:20,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:21,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:21,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:22,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:22,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:30:24,155 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:30:24,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:24,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:24,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:25,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:26,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:26,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:27,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:28,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:29,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:29,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:30,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:30,921 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:30:31,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:31,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:32,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:32,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:33,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:34,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:34,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:35,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:36,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:38,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:38,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:38,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:39,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:30:39,446 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:30:40,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:42,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:48,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:54,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:54,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:30:54,722 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:30:58,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:30:59,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:30:59,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:01,000 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:31:02,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:04,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:08,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:08,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:08,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:09,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:31:09,967 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:31:12,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:16,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:18,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:22,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:24,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:25,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:31:25,190 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:31:28,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:30,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:31,077 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:31:32,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:37,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:39,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:40,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:31:40,524 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:31:40,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:40,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:40,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:40,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:41,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:31:41,701 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:31:41,915 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:31:41,978 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:31:42,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:31:42,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:43,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:45,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:49,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:51,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:53,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:55,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:55,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:31:55,752 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:31:57,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:31:59,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:01,172 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:32:01,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:03,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:03,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:03,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:04,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:05,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:05,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:07,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:09,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:10,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:10,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:32:10,976 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:32:11,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:11,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:11,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:13,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:13,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:15,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:15,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:16,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:17,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:17,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:18,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:19,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:19,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:20,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:21,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:21,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:23,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:23,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:24,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:25,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:25,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:32:26,302 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:32:26,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:26,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:27,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:27,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:29,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:29,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:30,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:31,248 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:32:31,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:33,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:41,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:32:41,735 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:32:43,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:43,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:43,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:45,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:32:47,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:53,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:57,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:32:57,090 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:32:57,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:32:59,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:01,323 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:33:03,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:04,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:04,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:07,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:08,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:08,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:11,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:12,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:33:12,368 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:33:13,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:17,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:19,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:23,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:26,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:27,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:33:27,717 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:33:30,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:31,391 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:33:32,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:34,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:37,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:37,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:33:38,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:40,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:42,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:43,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:33:43,014 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:33:44,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:46,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:50,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:52,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:54,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:56,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:33:58,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:33:58,247 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:33:58,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:00,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:01,461 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:34:02,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:03,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:03,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:04,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:05,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:05,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:06,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:07,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:07,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:08,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:10,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:10,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:10,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:12,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:12,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:34:13,472 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:34:13,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:13,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:14,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:15,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:15,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:16,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:16,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:17,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:18,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:18,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:19,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:20,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:20,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:21,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:22,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:23,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:23,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:24,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:25,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:26,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:26,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:27,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:28,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:28,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:34:28,740 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:34:30,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:31,546 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:34:33,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:33,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:40,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:42,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:42,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:44,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:34:44,186 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:34:44,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:50,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:51,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:51,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:54,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:55,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:55,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:34:56,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:34:59,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:34:59,410 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:35:00,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:01,625 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:35:04,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:07,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:07,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:08,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:10,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:14,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:35:14,787 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:35:15,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:15,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:17,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:21,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:23,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:27,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:29,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:30,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:35:30,076 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:35:31,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:31,700 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:35:33,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:33,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:33,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:33,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:33,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:35:34,818 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:35:35,013 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:35:35,079 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:35:35,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:35:35,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:37,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:39,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:41,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:43,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:45,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:35:45,394 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:35:45,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:47,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:49,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:53,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:55,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:57,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:35:59,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:00,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:36:00,728 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:36:01,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:01,793 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:36:03,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:04,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:04,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:05,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:07,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:07,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:07,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:08,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:09,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:10,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:10,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:11,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:12,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:12,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:13,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:14,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:15,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:15,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:36:15,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:36:16,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:16,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:17,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:18,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:18,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:19,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:19,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:20,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:21,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:22,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:22,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:23,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:23,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:24,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:25,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:25,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:27,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:28,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:28,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:36:31,431 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:36:31,867 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:36:33,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:33,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:35,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:37,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:37,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:41,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:46,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:46,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:36:46,693 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:36:48,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:48,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:48,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:52,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:36:55,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:55,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:36:56,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:00,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:01,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:37:01,924 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:37:02,151 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:37:02,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:06,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:07,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:08,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:12,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:14,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:17,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:37:17,153 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:37:17,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:17,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:18,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:20,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:22,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:26,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:28,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:28,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:28,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:28,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:28,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:29,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:37:30,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:32,021 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:37:32,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:37:32,388 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:37:32,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:36,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:38,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:40,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:42,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:44,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:46,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:47,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:37:47,614 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:37:48,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:50,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:52,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:54,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:56,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:37:58,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:00,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:02,098 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:38:02,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:02,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:02,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:38:02,851 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:38:04,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:05,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:05,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:06,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:08,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:09,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:09,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:10,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:11,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:11,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:12,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:13,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:13,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:14,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:14,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:15,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:16,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:16,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:17,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:38:18,147 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:38:18,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:18,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:18,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:19,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:20,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:22,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:23,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:23,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:28,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:29,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:30,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:31,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:31,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:32,174 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:38:33,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:38:33,389 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:38:36,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:36,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:36,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:40,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:42,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:42,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:44,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:44,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:44,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:45,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:48,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:48,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:38:48,617 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:38:51,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:51,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:52,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:53,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:55,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:38:55,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:55,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:38:59,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:00,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:02,250 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:39:03,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:03,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:39:03,846 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:39:05,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:09,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:11,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:14,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:14,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:15,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:17,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:19,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:39:19,134 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:39:19,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:19,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:23,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:25,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:25,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:25,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:25,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:25,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 17:39:26,348 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 17:39:26,510 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 17:39:26,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 17:39:26,571 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 17:39:27,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:28,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:29,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:31,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:32,588 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:39:33,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:34,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:39:34,405 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:39:35,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:37,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:39,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:41,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:43,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:45,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:47,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:49,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:49,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:39:49,635 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:39:51,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:53,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:55,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:57,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:39:59,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:01,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:02,663 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:40:03,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:04,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:40:04,873 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:40:05,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:07,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:09,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:11,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:13,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:15,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:17,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:19,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:20,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:40:20,150 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:40:21,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:23,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:25,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:27,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:29,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:32,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:32,740 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:40:34,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:35,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:40:35,526 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:40:36,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:38,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:40,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:42,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:44,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:46,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:48,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:50,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:50,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:40:50,772 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:40:52,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:54,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:56,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:40:58,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:00,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:02,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:02,816 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:41:04,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:06,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:41:06,087 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:41:06,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:08,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:10,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:12,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:14,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:16,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:18,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:20,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:21,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:41:21,356 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:41:22,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:24,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:26,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:28,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:30,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:32,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:32,891 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:41:34,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:36,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:41:36,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:41:36,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:38,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:40,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:42,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:44,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:46,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:48,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:51,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:51,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:41:51,929 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:41:53,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:55,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:57,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:41:59,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:01,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:02,966 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:42:03,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:05,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:07,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:42:07,219 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:42:07,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:09,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:11,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:13,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:15,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:17,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:19,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:21,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:22,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:42:22,522 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:42:23,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:25,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:27,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:29,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:31,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:33,043 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:42:33,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:35,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:37,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:37,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:42:37,746 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:42:39,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:41,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:43,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:45,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:47,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:49,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:51,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:53,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:42:53,071 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:42:53,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:55,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:57,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:42:59,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:01,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:03,117 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:43:03,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:05,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:07,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:08,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:43:08,296 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:43:09,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:11,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:13,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:15,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:17,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:20,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:22,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:23,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:43:23,689 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:43:24,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:26,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:28,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:30,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:32,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:33,193 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:43:34,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:36,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:38,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:38,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:43:38,915 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:43:40,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:42,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:44,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:46,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:48,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:50,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:52,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:54,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:43:54,288 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:43:54,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:56,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:43:58,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:00,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:02,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:03,269 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:44:04,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:06,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:08,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:09,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:44:09,647 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:44:10,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:12,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:14,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:16,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:18,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:20,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:22,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:24,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:24,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:44:24,886 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:44:26,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:28,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:30,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:32,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:33,344 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:44:34,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:36,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:38,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:40,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:44:40,164 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:44:41,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:43,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:45,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:47,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:49,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:51,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:53,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:55,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:44:55,387 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:44:55,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:57,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:44:59,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:01,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:03,417 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:45:03,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:05,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:07,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:09,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:10,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:45:10,708 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:45:11,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:13,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:15,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:17,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:19,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:21,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:23,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:25,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:25,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:45:25,935 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:45:27,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:29,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:31,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:33,494 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:45:33,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:35,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:37,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:39,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:41,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:45:41,284 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:45:41,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:43,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:45,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:47,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:49,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:51,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:53,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:55,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:56,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:45:56,524 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:45:57,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:45:59,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:01,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:03,568 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:46:03,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:05,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:07,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:09,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:11,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:11,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:46:11,754 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:46:13,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:15,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:17,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:19,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:21,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:23,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:26,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:27,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:46:27,022 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:46:28,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:30,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:32,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:33,644 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:46:34,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:36,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:38,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:40,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:42,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:46:42,250 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:46:42,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:44,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:46,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:48,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:50,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:52,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:54,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:56,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:46:57,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:46:57,486 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:46:58,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:00,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:02,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:03,720 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:47:04,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:06,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:08,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:10,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:12,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:12,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:47:12,790 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:47:14,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:16,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:18,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:20,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:22,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:24,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:26,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:28,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:47:28,197 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:47:28,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:30,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:32,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:33,791 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:47:34,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:37,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:39,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:41,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:43,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:47:43,422 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:47:43,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:45,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:47,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:49,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:51,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:53,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:55,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:57,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:47:58,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:47:58,655 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:47:59,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:01,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:03,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:03,868 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:48:05,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:07,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:09,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:11,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:13,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:13,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:48:13,992 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:48:15,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:17,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:19,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:21,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:23,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:25,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:29,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:48:29,319 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:48:29,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:31,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:33,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:33,940 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:48:35,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:37,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:39,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:41,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:43,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:44,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:48:44,615 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:48:45,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:47,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:49,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:51,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:53,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:55,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:57,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:59,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:48:59,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:48:59,869 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:49:01,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:03,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:04,015 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:49:05,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:07,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:09,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:11,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:13,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:15,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:49:15,097 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:49:15,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:17,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:19,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:22,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:24,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:26,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:28,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:30,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:49:30,385 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:49:30,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:32,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:34,089 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:49:34,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:36,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:38,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:40,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:42,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:44,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:45,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:49:45,619 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:49:46,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:48,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:50,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:52,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:54,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:56,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:49:58,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:00,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:00,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:50:00,938 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:50:02,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:04,153 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:50:04,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:06,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:08,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:10,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:12,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:14,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:16,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:50:16,222 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:50:16,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:18,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:20,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:22,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:24,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:26,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:28,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:30,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:31,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:50:31,528 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:50:32,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:34,229 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:50:34,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:36,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:38,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:40,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:42,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:44,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:46,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:50:46,745 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:50:46,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:48,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:50,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:53,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:55,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:57,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:50:59,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:01,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:01,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:51:01,999 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:51:03,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:04,307 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:51:05,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:07,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:09,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:11,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:13,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:15,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:17,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:51:17,333 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:51:17,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:19,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:21,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:23,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:25,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:27,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:29,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:31,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:32,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:51:32,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:51:33,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:34,382 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:51:35,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:37,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:39,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:41,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:43,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:45,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:47,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:51:47,784 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:51:47,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:49,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:51,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:53,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:55,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:51:58,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:00,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:02,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:03,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:52:03,018 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:52:04,459 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:52:04,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:06,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:08,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:10,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:12,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:14,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:16,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:18,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:52:18,305 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:52:18,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:20,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:22,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:24,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:26,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:28,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:30,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:32,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:33,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:52:33,537 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:52:34,534 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:52:34,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:36,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:38,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:40,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:42,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:44,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:46,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:48,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:52:48,902 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:52:48,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:50,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:52,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:54,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:56,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:52:58,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:00,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:02,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:04,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:53:04,220 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:53:04,610 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:53:04,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:06,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:08,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:10,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:12,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:14,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:16,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:18,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:19,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:53:19,478 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:53:20,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:22,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:24,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:27,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:29,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:31,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:33,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:34,685 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:53:34,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:53:34,700 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:53:35,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:37,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:39,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:41,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:43,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:45,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:47,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:49,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:49,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:53:49,963 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:53:51,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:53,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:55,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:57,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:53:59,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:01,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:03,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:04,761 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:54:05,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:54:05,265 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:54:05,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:07,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:09,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:11,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:13,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:15,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:17,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:19,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:54:20,542 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:54:21,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:23,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:25,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:27,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:29,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:31,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:33,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:34,836 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:54:35,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:54:35,806 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:54:35,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:37,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:39,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:41,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:43,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:45,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:47,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:49,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:51,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:54:51,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:54:51,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:53,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:55,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:57,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:54:59,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:02,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:04,909 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:55:04,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:06,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:55:06,427 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:55:06,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:08,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:10,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:12,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:14,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:16,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:18,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:20,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:21,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:55:21,803 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:55:22,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:24,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:26,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:28,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:30,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:32,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:34,983 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:55:34,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:36,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:37,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:55:37,040 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:55:38,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:40,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:42,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:44,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:46,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:48,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:50,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:52,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:55:52,298 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:55:52,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:54,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:56,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:55:58,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:00,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:03,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:05,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:05,057 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:56:07,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:07,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:56:07,526 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:56:09,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:11,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:13,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:15,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:17,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:19,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:21,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:22,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:56:22,851 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:56:23,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:25,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:27,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:29,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:31,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:33,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:35,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:35,133 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:56:37,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:38,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:56:38,143 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:56:39,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:41,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:43,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:45,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:47,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:49,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:51,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:53,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:56:53,368 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:56:54,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:56,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:56:58,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:00,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:02,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:04,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:05,208 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:57:06,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:08,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:08,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:57:08,747 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:57:10,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:12,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:14,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:16,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:18,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:20,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:22,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:24,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:57:24,021 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:57:24,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:26,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:28,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:30,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:32,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:34,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:35,284 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:57:36,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:38,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:39,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:57:39,249 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:57:40,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:42,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:44,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:46,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:48,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:50,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:52,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:54,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:54,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:57:54,759 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:57:56,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:57:58,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:00,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:02,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:04,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:05,357 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:58:06,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:08,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:09,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:58:09,986 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:58:10,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:12,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:14,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:16,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:18,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:20,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:22,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:25,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:25,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:58:25,422 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:58:27,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:29,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:31,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:33,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:35,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:35,433 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:58:37,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:39,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:40,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:58:40,647 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:58:41,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:43,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:45,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:47,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:49,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:51,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:53,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:55,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:55,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:58:55,991 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:58:57,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:58:59,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:01,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:03,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:05,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:05,508 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:59:07,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:09,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:11,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:11,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:59:11,287 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:59:13,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:15,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:17,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:19,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:21,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:23,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:25,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:26,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:59:26,537 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:59:27,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:29,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:31,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:33,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:35,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:35,584 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 17:59:37,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:39,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:41,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:41,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:59:41,761 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:59:43,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:45,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:48,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:50,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:52,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:54,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:56,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 17:59:57,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 17:59:57,067 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 17:59:58,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:00,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:02,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:04,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:05,655 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:00:06,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:08,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:10,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:12,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:12,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:00:12,283 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:00:14,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:16,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:18,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:20,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:22,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:24,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:26,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:27,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:00:27,579 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:00:28,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:30,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:32,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:34,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:35,733 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:00:36,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:38,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:40,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:42,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:42,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:00:42,955 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:00:44,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:46,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:48,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:50,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:52,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:54,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:56,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:58,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:00:58,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:00:58,247 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:01:00,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:02,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:04,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:05,809 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:01:06,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:08,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:10,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:12,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:01:13,511 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:01:14,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:16,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:18,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:20,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:22,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:24,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:27,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:28,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:01:28,903 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:01:29,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:31,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:33,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:35,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:35,883 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:01:37,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:39,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:41,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:43,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:44,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:01:44,132 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:01:45,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:47,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:49,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:51,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:53,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:55,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:57,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:59,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:01:59,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:01:59,434 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:02:01,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:03,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:05,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:05,951 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:02:07,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:09,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:11,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:13,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:14,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:02:14,734 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:02:15,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:17,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:19,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:21,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:23,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:25,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:27,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:29,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:30,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:02:30,099 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:02:31,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:33,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:35,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:36,022 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:02:37,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:39,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:41,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:43,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:45,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:45,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:02:45,362 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:02:47,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:49,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:51,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:53,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:55,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:02:57,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:00,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:00,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:03:00,589 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:03:02,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:04,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:06,097 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:03:06,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:08,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:10,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:12,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:14,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:15,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:03:15,814 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:03:16,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:18,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:20,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:22,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:24,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:26,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:28,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:30,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:31,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:03:31,045 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:03:32,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:34,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:36,163 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:03:36,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:38,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:40,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:42,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:44,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:46,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:46,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:03:46,362 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:03:48,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:50,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:52,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:54,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:56,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:03:58,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:00,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:01,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:04:01,593 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:04:02,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:04,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:06,240 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:04:07,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:09,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:11,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:13,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:15,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:17,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:04:17,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:04:17,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:19,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:21,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:23,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:25,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:27,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:29,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:31,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:32,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:04:32,432 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:04:33,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:35,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:36,315 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:04:37,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:39,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:41,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:43,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:45,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:47,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:47,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:04:47,650 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:04:49,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:51,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:53,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:55,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:57,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:04:59,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:01,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:02,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:05:02,930 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:05:03,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:05,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:06,384 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:05:07,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:09,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:11,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:13,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:15,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:17,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:18,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:05:18,156 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:05:19,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:22,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:24,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:26,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:28,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:30,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:32,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:33,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:05:33,442 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:05:34,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:36,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:36,451 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:05:38,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:40,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:42,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:44,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:46,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:48,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:48,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:05:48,707 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:05:50,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:52,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:54,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:56,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:05:58,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:00,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:02,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:03,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:06:03,998 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:06:04,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:06,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:06,513 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:06:08,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:10,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:12,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:14,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:16,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:18,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:19,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:06:19,286 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:06:20,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:22,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:24,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:26,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:28,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:30,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:32,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:34,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:34,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:06:34,616 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:06:36,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:36,572 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:06:38,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:40,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:42,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:44,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:46,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:48,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:49,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:06:49,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:06:50,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:53,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:55,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:57,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:06:59,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:01,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:03,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:05,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:07:05,186 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:07:05,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:06,641 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:07:07,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:09,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:11,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:13,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:15,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:17,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:19,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:20,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:07:20,488 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:07:21,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:23,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:25,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:27,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:29,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:31,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:33,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:35,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:35,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:07:35,747 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:07:36,710 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:07:37,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:39,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:41,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:43,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:45,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:47,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:49,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:50,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:07:50,978 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:07:51,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:53,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:55,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:57,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:07:59,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:01,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:03,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:05,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:06,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:08:06,285 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:08:06,783 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:08:07,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:09,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:11,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:13,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:15,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:17,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:19,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:21,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:21,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:08:21,601 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:08:23,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:25,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:27,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:29,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:31,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:33,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:35,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:36,858 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:08:36,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:08:36,936 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:08:37,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:39,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:41,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:43,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:45,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:47,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:49,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:51,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:52,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:08:52,177 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:08:54,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:56,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:08:58,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:00,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:02,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:04,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:06,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:06,926 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:09:07,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:09:07,477 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:09:08,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:10,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:12,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:14,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:16,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:18,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:20,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:22,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:22,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:09:22,812 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:09:24,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:26,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:28,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:30,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:32,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:34,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:36,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:36,987 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:09:38,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:38,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:09:38,728 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:09:40,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:42,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:44,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:46,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:48,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:50,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:52,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:53,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:09:53,955 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:09:54,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:56,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:09:58,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:00,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:02,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:04,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:06,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:07,050 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:10:08,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:09,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:10:09,355 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:10:10,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:12,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:14,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:16,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:18,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:20,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:22,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:24,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:24,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:10:24,614 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:10:26,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:28,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:30,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:32,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:34,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:36,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:37,125 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:10:38,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:39,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:10:39,863 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:10:40,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:42,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:44,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:46,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:48,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:51,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:53,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:55,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:10:55,379 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:10:55,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:57,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:10:59,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:01,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:03,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:05,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:07,200 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:11:07,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:09,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:10,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:11:10,663 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:11:11,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:13,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:15,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:17,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:19,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:21,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:23,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:25,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:26,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:11:26,009 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:11:27,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:29,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:31,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:33,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:35,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:37,276 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:11:37,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:39,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:41,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:11:41,362 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:11:41,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:43,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:45,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:47,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:49,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:51,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:53,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:55,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:56,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:11:56,663 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:11:57,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:11:59,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:01,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:03,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:05,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:07,352 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:12:07,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:09,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:11,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:11,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:12:11,958 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:12:13,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:15,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:17,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:19,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:21,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:23,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:26,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:27,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:12:27,187 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:12:28,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:30,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:32,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:34,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:36,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:37,423 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:12:38,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:40,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:42,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:12:42,410 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:12:42,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:44,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:46,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:48,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:50,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:52,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:54,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:56,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:12:57,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:12:57,701 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:12:58,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:00,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:02,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:04,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:06,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:07,478 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:13:08,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:10,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:12,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:12,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:13:12,987 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:13:14,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:16,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:18,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:20,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:22,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:24,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:26,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:28,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:13:28,238 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:13:28,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:30,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:32,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:34,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:36,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:37,556 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:13:38,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:40,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:42,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:43,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:13:43,550 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:13:44,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:46,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:48,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:50,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:52,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:54,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:56,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:58,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:13:58,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:13:58,852 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:14:00,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:02,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:04,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:06,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:07,629 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:14:08,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:10,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:12,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:14,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:15,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:14:15,825 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:14:16,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:18,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:20,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:22,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:25,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:27,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:29,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:31,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:14:31,097 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:14:31,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:33,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:35,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:37,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:37,706 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:14:39,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:41,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:43,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:45,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:46,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:14:46,403 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:14:47,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:49,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:51,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:53,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:55,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:57,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:14:59,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:01,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:01,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:15:01,702 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:15:03,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:05,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:07,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:07,773 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:15:09,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:11,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:13,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:15,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:16,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:15:16,936 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:15:17,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:19,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:21,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:23,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:25,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:27,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:30,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:32,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:15:32,289 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:15:32,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:34,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:36,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:37,842 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:15:38,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:40,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:42,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:44,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:46,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:47,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:15:47,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:15:48,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:50,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:52,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:54,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:56,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:15:58,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:00,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:02,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:02,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:16:02,769 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:16:04,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:06,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:07,909 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:16:08,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:10,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:12,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:14,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:16,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:18,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:16:18,067 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:16:18,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:20,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:22,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:24,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:26,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:28,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:30,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:32,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:33,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:16:33,338 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:16:34,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:37,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:37,985 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:16:39,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:41,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:43,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:45,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:47,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:48,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:16:48,563 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:16:49,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:51,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:53,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:55,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:57,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:16:59,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:01,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:03,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:03,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:17:03,804 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:17:05,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:07,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:08,060 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:17:09,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:11,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:13,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:15,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:17,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:19,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:17:19,149 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:17:19,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:21,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:23,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:25,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:28,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:30,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:32,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:34,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:17:34,521 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:17:34,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:36,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:38,136 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:17:38,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:40,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:42,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:44,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:46,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:48,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:49,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:17:49,746 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:17:50,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:52,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:54,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:56,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:17:58,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:00,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:02,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:04,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:05,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:18:05,036 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:18:06,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:08,204 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:18:08,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:10,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:12,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:14,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:16,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:18,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:20,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:18:20,329 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:18:20,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:22,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:24,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:26,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:28,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:30,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:32,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:34,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:35,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:18:35,653 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:18:36,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:38,272 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:18:38,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:40,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:42,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:44,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:46,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:48,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:50,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:50,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:18:50,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:18:52,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:54,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:56,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:18:58,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:00,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:02,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:04,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:06,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:19:06,185 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:19:06,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:08,345 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:19:08,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:11,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:13,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:15,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:17,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:19,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:21,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:19:21,482 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:19:21,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:23,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:25,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:27,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:29,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:31,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:33,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:35,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:36,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:19:36,815 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:19:37,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:38,415 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:19:39,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:41,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:43,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:45,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:47,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:49,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:51,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:52,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:19:52,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:19:53,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:55,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:57,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:19:59,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:01,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:03,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:05,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:07,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:20:07,289 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:20:07,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:08,482 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:20:09,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:11,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:13,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:15,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:17,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:19,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:21,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:22,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:20:22,611 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:20:23,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:25,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:27,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:29,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:31,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:33,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:35,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:37,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:20:37,875 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:20:38,553 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:20:38,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:40,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:42,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:44,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:46,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:48,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:50,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:52,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:53,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:20:53,176 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:20:54,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:56,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:20:58,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:00,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:02,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:04,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:06,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:08,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:21:08,406 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:21:08,636 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:21:08,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:10,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:12,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:14,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:16,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:18,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:20,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:22,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:23,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:21:23,710 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:21:24,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:26,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:28,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:21:38,705 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:21:38,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:21:38,936 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:21:54,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:21:54,193 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:22:08,780 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:22:09,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:22:09,458 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:22:24,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:22:24,718 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:22:29,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:22:29,676 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:22:29,715 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:22:29,790 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:22:30,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:22:30,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:22:31,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:22:36,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:22:38,859 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:22:39,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:22:39,982 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:22:53,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:22:55,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:22:55,200 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:23:08,934 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:23:10,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:23:10,430 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:23:25,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:23:25,658 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:23:39,008 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:23:41,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:23:41,115 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:23:56,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:23:56,343 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:24:09,085 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:24:11,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:24:11,574 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:24:26,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:24:26,803 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:24:39,164 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:24:42,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:24:42,030 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:24:57,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:24:57,264 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:25:09,245 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:25:12,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:25:12,490 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:25:27,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:25:27,716 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:25:39,323 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:25:43,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:25:43,001 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:25:58,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:25:58,305 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:26:09,400 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:26:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:26:13,674 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:26:28,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:26:28,905 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:26:39,477 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:26:44,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:26:44,170 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:26:45,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:49,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:51,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:53,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:55,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:57,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:26:59,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:26:59,389 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:26:59,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:01,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:03,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:05,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:07,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:09,550 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:27:09,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:11,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:13,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:14,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:27:14,610 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:27:15,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:17,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:17,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:19,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:20,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:20,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:21,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:23,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:23,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:25,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:27,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:27,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:27,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:28,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:29,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:29,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:27:29,907 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:27:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:30,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:31,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:32,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:32,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:33,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:34,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:34,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:35,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:37,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:38,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:38,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:39,616 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:27:44,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:44,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:45,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:27:45,131 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:27:46,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:47,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:47,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:49,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:51,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:52,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:53,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:53,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:54,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:27:56,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:56,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:27:58,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:28:00,383 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:28:00,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:00,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:04,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:04,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:05,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:05,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:08,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:09,690 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:28:12,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:14,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:14,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:15,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:28:15,610 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:28:17,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:17,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:18,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:20,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:24,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:25,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:25,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:26,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:30,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:28:30,832 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:28:30,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:32,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:34,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:36,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:36,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:38,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:39,761 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:28:40,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:40,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:40,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:40,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:40,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:41,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:42,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:45,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:45,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:28:46,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:28:46,057 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:28:46,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:48,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:50,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:52,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:54,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:56,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:28:58,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:00,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:01,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:29:01,282 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:29:02,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:04,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:06,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:08,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:09,837 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:29:10,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:12,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:14,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:16,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:29:16,602 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:29:16,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:17,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:18,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:20,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:22,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:22,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:24,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:26,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:27,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:27,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:28,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:28,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:29,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:30,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:31,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:29:31,822 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:29:31,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:31,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:32,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:34,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:39,913 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:29:40,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:40,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:42,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:45,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:45,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:46,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:47,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:29:47,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:29:47,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:47,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:49,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:50,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:52,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:52,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:53,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:54,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:56,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:56,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:56,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:56,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:56,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:56,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:57,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:29:58,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:58,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:29:59,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:00,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:01,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:02,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:30:02,356 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:30:02,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:03,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:06,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:07,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:07,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:09,990 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:30:10,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:13,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:16,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:16,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:17,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:30:17,614 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:30:17,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:18,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:18,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:19,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:23,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:25,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:25,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:29,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:31,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:32,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:30:32,843 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:30:33,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:35,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:36,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:36,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:36,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:36,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:37,298 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:30:37,515 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:30:37,577 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:30:37,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:30:38,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:39,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:40,089 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:30:40,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:40,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:41,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:43,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:45,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:47,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:30:47,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:48,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:30:48,068 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:30:49,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:51,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:53,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:55,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:57,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:30:59,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:01,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:03,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:31:03,292 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:31:03,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:05,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:07,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:09,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:10,164 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:31:11,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:13,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:15,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:15,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:15,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:16,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:17,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:18,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:31:18,579 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:31:19,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:19,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:21,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:23,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:23,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:25,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:25,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:26,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:26,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:27,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:29,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:33,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:31:33,844 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:31:34,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:34,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:37,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:40,238 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:31:40,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:40,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:41,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:45,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:45,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:46,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:46,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:48,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:49,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:31:49,069 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:31:49,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:50,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:50,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:53,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:55,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:55,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:56,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:57,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:31:58,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:58,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:31:59,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:00,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:01,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:02,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:02,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:03,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:04,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:04,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:32:04,477 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:32:07,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:07,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:10,300 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:32:10,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:10,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:13,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:13,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:14,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:16,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:17,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:17,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:18,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:32:19,832 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:32:20,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:22,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:24,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:26,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:30,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:30,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:32,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:34,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:35,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:32:35,056 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:32:36,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:39,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:39,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,376 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:32:40,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:32:40,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:42,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:44,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:46,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:48,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:50,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:32:50,283 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:32:50,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:52,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:54,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:56,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:32:58,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:00,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:03,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:05,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:05,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:33:05,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:33:07,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:09,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:09,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:09,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:10,451 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:33:11,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:12,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:12,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:13,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:15,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:15,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:15,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:17,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:17,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:19,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:19,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:20,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:33:20,921 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:33:21,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:23,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:24,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:24,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:27,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:28,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:30,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:31,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:31,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:33,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:35,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:36,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:33:36,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:33:37,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:38,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:38,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:40,529 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:33:41,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:42,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:42,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:44,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:45,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:48,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:48,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:49,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:50,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:50,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:51,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:33:51,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:33:52,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:52,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:53,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:53,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:55,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:33:56,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:56,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:57,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:58,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:33:59,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:00,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:00,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:03,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:03,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:04,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:04,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:04,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:04,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:04,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:05,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:06,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:06,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:34:06,784 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:34:08,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:08,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:09,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:09,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:10,602 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:34:11,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:15,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:15,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:15,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:17,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:17,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:20,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:20,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:34:22,007 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:34:22,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:22,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:24,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:24,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:25,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:25,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:25,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:25,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:26,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:26,475 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:34:26,688 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:34:26,775 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:34:27,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:34:28,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:30,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:34,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:36,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:37,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:34:37,234 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:34:38,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:38,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:38,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:40,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:40,811 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:34:41,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:41,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:34:42,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:44,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:46,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:48,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:50,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:52,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:52,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:34:52,461 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:34:54,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:56,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:34:58,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:00,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:02,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:04,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:06,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:07,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:35:07,727 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:35:08,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:08,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:08,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:10,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:10,881 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:35:12,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:14,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:16,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:16,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:16,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:18,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:20,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:20,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:22,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:35:22,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:35:28,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:28,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:28,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:31,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:33,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:34,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:35,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:35,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:38,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:38,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:35:38,180 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:35:40,956 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:35:41,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:41,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:42,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:45,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:45,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:46,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:47,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:47,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:48,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:49,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:50,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:50,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:52,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:52,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:35:53,511 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:35:53,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:53,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:55,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:56,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:35:57,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:57,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:35:58,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:00,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:00,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:01,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:02,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:02,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:03,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:06,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:07,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:07,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:08,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:08,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:36:08,733 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:36:10,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:10,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:10,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,034 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:36:11,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:11,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:13,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:14,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:16,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:18,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:18,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:19,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:21,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:21,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:22,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:23,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:23,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:36:23,958 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:36:24,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:24,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:25,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:27,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:28,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:28,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:29,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:30,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:31,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:35,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:37,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:39,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:39,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:36:39,242 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:36:41,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:41,111 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:36:41,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:41,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:43,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:44,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:44,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:36:45,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:47,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:49,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:51,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:53,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:54,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:36:54,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:36:55,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:57,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:36:59,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:01,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:03,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:05,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:05,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:05,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:06,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:07,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:08,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:08,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:09,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:09,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:37:09,879 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:37:11,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:11,184 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:37:13,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:13,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:13,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:15,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:23,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:25,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:37:25,173 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:37:29,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:33,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:34,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:34,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:36,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:37,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:37,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:38,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:39,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:37:40,399 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:37:40,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:40,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:41,261 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:37:41,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:41,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:43,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:45,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:45,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:46,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:47,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:48,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:48,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:50,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:51,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:53,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:53,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:53,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:55,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:37:55,900 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:37:56,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:56,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:58,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:37:59,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:37:59,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:00,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:00,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:01,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:02,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:03,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:04,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:05,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:05,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:06,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:07,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:07,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:09,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:10,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:10,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:11,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:38:11,134 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:38:11,356 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:38:12,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:12,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:12,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:14,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:14,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:16,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:16,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:16,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:16,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:17,612 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:38:17,818 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:38:17,884 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:38:18,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:38:18,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:19,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:19,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:19,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:20,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:22,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:22,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:24,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:24,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:26,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:26,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:38:26,447 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:38:26,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:26,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:28,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:30,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:30,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:30,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:34,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:36,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:38,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:39,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:39,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:40,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:41,442 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:38:41,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:38:41,726 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:38:42,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:44,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:38:44,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:46,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:48,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:50,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:52,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:54,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:56,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:38:56,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:38:56,949 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:38:58,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:00,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:00,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:00,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:02,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:04,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:04,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:04,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:06,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:08,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:10,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:11,520 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:39:12,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:39:12,173 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:39:20,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:24,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:27,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:39:27,397 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:39:28,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:30,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:30,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:32,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:36,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:36,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:36,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:38,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:40,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:40,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:41,596 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:39:42,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:39:42,699 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:39:43,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:43,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:44,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:44,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:45,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:49,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:50,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:50,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:51,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:52,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:52,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:53,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:54,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:54,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:57,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:57,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:39:58,043 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:39:58,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:39:59,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:39:59,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:03,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:04,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:05,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:05,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:06,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:07,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:08,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:08,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:09,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:11,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:11,673 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:40:13,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:13,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:40:13,299 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:40:13,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:13,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:15,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:15,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:16,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:17,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:21,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:21,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:21,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:22,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:23,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:25,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:27,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:28,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:40:28,527 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:40:29,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:30,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:31,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:32,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:32,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:33,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:35,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:37,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:38,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:38,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:39,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:41,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:41,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:41,747 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:40:43,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:43,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:40:43,812 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:40:45,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:47,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:49,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:51,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:53,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:55,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:56,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:56,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:40:57,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:40:59,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:40:59,041 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:40:59,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:01,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:02,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:02,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:03,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:05,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:11,821 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:41:14,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:41:14,308 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:41:15,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:21,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:25,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:29,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:29,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:41:29,553 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:41:33,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:35,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:35,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:35,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:37,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:39,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:40,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:40,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:41,898 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:41:42,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:42,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:43,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:44,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:41:44,830 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:41:45,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:45,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:45,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:48,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:49,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:49,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:51,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:51,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:54,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:55,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:55,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:57,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:41:58,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:58,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:41:59,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:42:00,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,048 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:42:00,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:00,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:01,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:03,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:03,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:03,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:04,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:05,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:06,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:06,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:07,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:07,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:08,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:09,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:09,147 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:42:09,360 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:42:09,437 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:42:10,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:42:11,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:12,044 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:42:12,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:12,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:13,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:14,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:14,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:15,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:42:15,420 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:42:15,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:15,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:17,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:18,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:18,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:19,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:21,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:23,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:23,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:25,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:25,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:27,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:27,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:28,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:28,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:30,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:30,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:42:30,649 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:42:32,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:32,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:32,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:34,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:35,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:35,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:36,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:38,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:38,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:40,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:42,121 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:42:42,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:44,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:45,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:42:45,994 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:42:46,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:48,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:50,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:52,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:52,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:52,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:42:54,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:56,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:42:58,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:00,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:01,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:43:01,256 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:43:08,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:12,195 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:43:14,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:15,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:15,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:16,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:43:16,484 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:43:18,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:22,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:26,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:30,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:31,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:43:31,844 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:43:32,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:32,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:32,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:35,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:36,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:37,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:37,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:38,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:38,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:41,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:42,273 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:43:42,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:43,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:43,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:44,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:45,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:45,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:43:47,072 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:43:47,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:47,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:48,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:48,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:49,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:50,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:51,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:51,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:52,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:54,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:54,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:56,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:56,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:57,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:58,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:43:59,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:43:59,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:00,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:01,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:01,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:44:02,297 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:44:02,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:02,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:02,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:03,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:05,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:06,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:07,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:07,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:08,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:09,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:09,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:10,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:11,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:11,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:12,353 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:44:12,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:14,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:16,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:16,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:17,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:44:17,536 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:44:18,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:19,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:19,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:20,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:20,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:21,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:22,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:22,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:25,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:27,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:29,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:29,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:29,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:31,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:32,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:32,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:44:32,762 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:44:33,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:35,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:35,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:35,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:36,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:37,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:39,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:41,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:42,433 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:44:43,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:45,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:47,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:48,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:44:48,007 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:44:48,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:48,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:44:49,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:51,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:44:53,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:01,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:03,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:45:03,232 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:45:05,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:09,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:11,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:12,506 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:45:13,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:17,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:18,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:45:18,466 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:45:21,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:23,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:27,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:28,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:28,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:31,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:32,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:32,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:33,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:33,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:45:33,709 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:45:34,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:34,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:37,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:37,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:39,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:39,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:40,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:41,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:42,583 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:45:43,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:44,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:44,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:45,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:47,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:47,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:47,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:48,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:45:48,948 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:45:49,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:49,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:50,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:50,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:51,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:52,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:53,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 18:45:53,262 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 18:45:53,475 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 18:45:53,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:53,532 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 18:45:54,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 18:45:54,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:55,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:57,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:45:59,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:01,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:03,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:04,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:46:04,230 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:46:05,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:07,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:09,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:11,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:12,680 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:46:13,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:15,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:17,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:19,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:19,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:46:19,624 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:46:21,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:23,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:25,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:27,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:29,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:31,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:33,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:34,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:46:34,847 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:46:35,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:37,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:39,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:41,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:42,752 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:46:43,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:45,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:47,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:49,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:50,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:46:50,221 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:46:51,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:53,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:55,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:57,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:46:59,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:01,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:03,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:05,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:47:05,475 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:47:05,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:07,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:09,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:12,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:12,826 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:47:14,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:16,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:18,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:20,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:20,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:47:20,804 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:47:22,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:24,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:26,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:28,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:30,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:32,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:34,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:36,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:47:36,033 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:47:36,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:38,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:40,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:42,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:42,902 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:47:44,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:46,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:48,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:50,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:51,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:47:51,378 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:47:52,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:54,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:56,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:47:58,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:00,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:02,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:04,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:06,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:06,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:48:06,666 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:48:08,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:10,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:12,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:12,980 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:48:14,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:16,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:18,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:20,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:21,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:48:21,962 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:48:22,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:24,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:26,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:28,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:30,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:32,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:34,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:36,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:37,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:48:37,222 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:48:38,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:40,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:42,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:43,054 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:48:45,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:47,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:49,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:51,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:52,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:48:52,451 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:48:53,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:55,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:57,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:48:59,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:01,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:03,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:05,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:07,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:07,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:49:07,709 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:49:09,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:11,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:13,136 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:49:13,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:15,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:17,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:19,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:21,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:23,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:49:23,007 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:49:23,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:25,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:27,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:29,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:31,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:33,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:35,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:37,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:38,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:49:38,268 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:49:39,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:41,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:43,212 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:49:43,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:45,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:47,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:49,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:51,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:53,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:49:53,499 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:49:53,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:55,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:57,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:49:59,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:01,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:03,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:05,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:07,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:08,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:50:08,736 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:50:09,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:11,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:13,289 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:50:14,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:16,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:18,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:20,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:22,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:24,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:50:24,005 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:50:24,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:26,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:28,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:30,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:32,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:34,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:36,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:38,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:39,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:50:39,231 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:50:40,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:42,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:43,362 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:50:44,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:46,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:48,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:50,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:52,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:54,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:50:54,455 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:50:54,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:56,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:50:58,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:00,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:02,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:04,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:06,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:08,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:09,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:51:09,715 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:51:10,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:12,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:13,430 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:51:14,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:16,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:18,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:20,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:22,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:24,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:25,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:51:25,019 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:51:26,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:28,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:30,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:32,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:34,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:36,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:38,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:40,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:51:40,264 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:51:41,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:43,500 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:51:43,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:45,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:47,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:49,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:51,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:53,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:55,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:51:55,601 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:51:55,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:57,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:51:59,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:01,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:03,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:05,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:07,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:09,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:10,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:52:10,822 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:52:11,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:13,571 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:52:13,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:15,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:17,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:19,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:21,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:23,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:25,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:26,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:52:26,197 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:52:27,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:29,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:31,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:33,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:35,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:37,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:39,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:41,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:52:41,476 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:52:41,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:43,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:43,647 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:52:45,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:47,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:49,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:51,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:53,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:55,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:56,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:52:56,860 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:52:57,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:52:59,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:01,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:03,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:05,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:07,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:09,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:11,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:12,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:53:12,159 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:53:13,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:13,721 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:53:16,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:18,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:20,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:22,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:24,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:26,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:27,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:53:27,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:53:28,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:30,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:32,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:34,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:36,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:38,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:40,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:42,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:53:42,635 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:53:42,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:43,798 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:53:44,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:46,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:48,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:50,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:52,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:54,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:56,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:53:57,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:53:57,956 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:53:58,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:00,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:02,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:04,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:06,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:08,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:10,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:12,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:13,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:54:13,185 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:54:13,872 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:54:14,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:16,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:18,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:20,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:22,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:24,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:26,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:28,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:54:28,507 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:54:28,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:30,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:33,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:35,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:37,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:39,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:41,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:43,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:43,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:54:43,808 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:54:44,041 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:54:45,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:47,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:49,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:51,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:53,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:55,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:57,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:54:59,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:54:59,121 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:54:59,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:01,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:03,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:05,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:07,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:09,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:11,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:13,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:14,024 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:55:14,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:55:14,497 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:55:15,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:17,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:19,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:21,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:23,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:25,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:27,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:29,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:29,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:55:29,799 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:55:31,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:33,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:35,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:37,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:39,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:41,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:43,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:44,104 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:55:45,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:55:45,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:55:45,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:48,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:50,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:52,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:54,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:56,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:55:58,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:00,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:56:00,537 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:56:00,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:02,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:04,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:06,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:08,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:10,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:12,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:14,177 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:56:14,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:15,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:56:15,828 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:56:16,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:18,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:20,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:22,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:24,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:26,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:28,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:30,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:31,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:56:31,052 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:56:32,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:34,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:36,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:38,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:40,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:42,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:44,252 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:56:44,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:46,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:56:46,317 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:56:46,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:48,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:50,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:52,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:54,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:56,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:56:58,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:00,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:01,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:57:01,612 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:57:02,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:04,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:06,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:08,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:10,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:12,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:14,329 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:57:15,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:16,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:57:16,838 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:57:17,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:19,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:21,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:23,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:25,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:27,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:29,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:31,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:32,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:57:32,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:57:33,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:35,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:37,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:39,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:41,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:43,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:44,404 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:57:45,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:47,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:47,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:57:47,775 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:57:49,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:51,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:53,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:55,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:57,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:57:59,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:01,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:03,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:58:03,065 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:58:03,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:05,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:07,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:09,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:11,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:13,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:14,477 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:58:15,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:17,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:18,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:58:18,292 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:58:19,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:22,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:24,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:26,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:28,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:30,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:32,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:33,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:58:33,519 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:58:34,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:36,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:38,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:40,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:42,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:44,551 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:58:44,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:46,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:48,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:58:48,746 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:58:48,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:50,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:52,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:54,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:56,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:58:58,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:00,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:02,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:04,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:59:04,041 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:59:04,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:06,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:08,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:10,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:12,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:14,628 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:59:14,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:16,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:18,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:19,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:59:19,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:59:20,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:22,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:24,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:26,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:28,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:30,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:32,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:34,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:59:34,560 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:59:34,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:36,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:38,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:40,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:42,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:44,705 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 18:59:44,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:46,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:48,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:49,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 18:59:49,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 18:59:50,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:53,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:55,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:57,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 18:59:59,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:01,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:03,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:00:05,087 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:00:05,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:07,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:09,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:11,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:13,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:14,780 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:00:15,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:17,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:19,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:20,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:00:20,406 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:00:21,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:23,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:25,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:27,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:29,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:31,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:33,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:35,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:00:35,634 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:00:35,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:37,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:39,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:41,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:43,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:44,850 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:00:45,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:47,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:49,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:50,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:00:50,888 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:00:51,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:53,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:55,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:57,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:00:59,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:01,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:03,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:05,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:06,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:01:06,114 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:01:07,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:09,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:11,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:13,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:14,912 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:01:16,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:18,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:20,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:21,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:01:21,382 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:01:22,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:24,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:26,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:28,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:30,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:32,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:34,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:36,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:01:36,624 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:01:36,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:38,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:40,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:42,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:44,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:44,987 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:01:46,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:48,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:50,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:51,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:01:51,850 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:01:52,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:54,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:56,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:01:58,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:00,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:02,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:04,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:06,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:07,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:02:07,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:02:08,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:10,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:12,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:14,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:15,060 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:02:16,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:18,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:20,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:22,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:02:22,371 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:02:22,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:24,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:26,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:28,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:30,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:32,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:34,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:36,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:37,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:02:37,650 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:02:38,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:40,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:42,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:44,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:45,136 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:02:46,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:48,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:50,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:52,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:52,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:02:52,916 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:02:54,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:56,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:02:58,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:00,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:02,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:04,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:06,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:08,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:03:08,150 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:03:08,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:10,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:12,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:14,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:15,211 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:03:16,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:18,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:20,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:22,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:23,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:03:23,471 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:03:24,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:26,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:28,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:31,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:33,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:35,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:37,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:38,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:03:38,786 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:03:39,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:41,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:43,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:45,286 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:03:45,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:47,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:49,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:51,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:53,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:54,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:03:54,011 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:03:55,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:57,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:03:59,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:01,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:03,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:05,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:07,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:09,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:04:09,347 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:04:09,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:11,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:13,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:15,361 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:04:15,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:17,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:19,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:21,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:23,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:24,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:04:24,576 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:04:25,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:27,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:29,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:31,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:33,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:35,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:37,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:39,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:04:39,800 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:04:39,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:41,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:43,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:45,437 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:04:45,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:47,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:50,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:52,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:54,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:55,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:04:55,153 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:04:56,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:04:58,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:00,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:02,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:04,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:06,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:08,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:10,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:05:10,439 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:05:10,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:12,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:14,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:15,513 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:05:16,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:18,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:20,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:22,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:24,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:25,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:05:25,816 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:05:26,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:28,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:30,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:32,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:34,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:36,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:38,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:40,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:41,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:05:41,063 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:05:42,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:44,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:45,586 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:05:46,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:48,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:50,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:52,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:54,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:56,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:05:56,333 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:05:56,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:05:58,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:00,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:02,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:04,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:06,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:08,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:10,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:11,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:06:11,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:06:12,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:14,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:15,665 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:06:16,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:18,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:20,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:22,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:24,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:26,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:06:26,872 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:06:26,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:28,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:30,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:32,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:34,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:36,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:38,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:40,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:42,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:06:42,211 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:06:43,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:45,729 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:06:45,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:47,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:49,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:51,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:53,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:55,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:57,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:06:57,434 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:06:57,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:06:59,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:01,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:03,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:06,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:08,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:10,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:12,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:12,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:07:12,917 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:07:14,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:15,798 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:07:16,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:18,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:20,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:22,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:24,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:26,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:28,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:28,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:07:28,228 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:07:30,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:32,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:34,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:36,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:38,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:40,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:42,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:43,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:07:43,494 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:07:44,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:45,870 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:07:46,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:48,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:50,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:52,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:54,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:56,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:58,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:07:58,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:07:58,800 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:08:00,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:02,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:04,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:06,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:08,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:10,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:12,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:14,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:14,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:08:14,073 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:08:15,944 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:08:16,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:18,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:20,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:23,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:25,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:27,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:29,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:29,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:08:29,437 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:08:31,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:33,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:35,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:37,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:39,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:41,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:43,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:44,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:08:44,675 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:08:45,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:46,019 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:08:47,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:49,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:51,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:53,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:55,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:57,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:59,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:08:59,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:08:59,935 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:09:01,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:03,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:05,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:07,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:09,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:11,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:13,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:15,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:15,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:09:15,162 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:09:16,094 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:09:17,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:19,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:21,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:23,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:25,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:27,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:29,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:30,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:09:30,386 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:09:31,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:33,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:35,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:37,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:39,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:41,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:43,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:45,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:45,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:09:45,710 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:09:46,162 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:09:47,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:49,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:51,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:53,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:55,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:57,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:09:59,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:00,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:10:00,946 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:10:02,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:04,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:06,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:08,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:10,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:12,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:14,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:16,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:16,236 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:10:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:10:16,254 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:10:18,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:20,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:22,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:24,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:26,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:28,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:30,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:31,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:10:31,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:10:32,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:34,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:36,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:38,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:40,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:42,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:44,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:46,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:46,307 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:10:46,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:10:46,879 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:10:48,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:50,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:52,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:54,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:56,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:10:58,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:00,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:02,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:02,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:11:02,111 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:11:04,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:06,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:08,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:10,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:12,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:14,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:16,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:16,368 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:11:17,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:11:17,332 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:11:18,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:20,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:22,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:25,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:27,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:29,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:31,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:32,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:11:32,630 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:11:33,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:35,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:37,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:39,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:41,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:43,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:45,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:46,437 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:11:47,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:47,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:11:47,854 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:11:49,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:51,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:53,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:55,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:57,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:11:59,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:01,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:03,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:12:03,085 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:12:03,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:05,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:07,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:09,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:11,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:13,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:15,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:16,496 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:12:17,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:18,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:12:18,430 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:12:19,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:21,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:23,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:25,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:27,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:29,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:31,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:33,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:33,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:12:33,659 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:12:35,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:37,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:39,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:41,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:43,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:45,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:46,570 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:12:47,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:49,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:12:49,024 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:12:49,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:51,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:53,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:55,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:12:58,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:00,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:02,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:04,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:04,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:13:04,356 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:13:06,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:08,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:10,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:12,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:14,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:16,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:16,635 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:13:18,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:19,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:13:19,580 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:13:20,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:22,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:24,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:26,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:28,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:30,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:32,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:34,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:34,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:13:34,911 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:13:36,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:38,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:40,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:42,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:44,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:46,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:46,695 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:13:48,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:50,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:13:50,142 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:13:50,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:52,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:54,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:56,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:13:58,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:00,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:02,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:04,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:05,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:14:05,612 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:14:06,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:08,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:10,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:12,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:14,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:16,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:16,775 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:14:18,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:20,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:20,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:14:20,838 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:14:22,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:24,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:26,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:28,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:30,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:32,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:34,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:36,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:14:36,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:14:36,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:38,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:41,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:43,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:45,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:46,850 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:14:47,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:49,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:51,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:51,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:14:51,390 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:14:53,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:55,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:57,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:14:59,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:01,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:03,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:05,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:06,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:15:06,649 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:15:07,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:09,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:11,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:13,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:15,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:16,912 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:15:17,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:19,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:21,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:22,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:15:22,025 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:15:23,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:25,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:27,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:29,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:31,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:33,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:35,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:37,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:37,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:15:37,258 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:15:39,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:41,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:43,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:45,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:46,988 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:15:47,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:49,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:51,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:52,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:15:52,482 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:15:53,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:55,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:57,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:15:59,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:01,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:04,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:06,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:07,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:16:07,752 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:16:08,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:10,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:12,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:14,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:16,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:17,066 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:16:18,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:20,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:22,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:23,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:16:23,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:16:24,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:26,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:28,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:30,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:32,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:34,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:36,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:38,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:38,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:16:38,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:16:40,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:42,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:44,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:46,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:47,145 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:16:48,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:50,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:52,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:54,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:16:54,104 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:16:54,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:56,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:16:58,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:00,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:02,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:04,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:06,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:08,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:09,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:17:09,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:17:10,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:12,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:14,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:16,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:17,210 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:17:18,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:20,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:22,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:24,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:24,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:17:24,623 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:17:26,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:28,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:30,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:32,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:34,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:36,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:38,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:39,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:17:39,856 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:17:40,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:42,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:44,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:46,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:47,289 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:17:48,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:50,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:52,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:55,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:17:55,150 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:17:55,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:57,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:17:59,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:01,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:03,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:05,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:07,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:09,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:10,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:18:10,400 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:18:11,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:13,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:15,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:17,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:17,366 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:18:19,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:21,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:23,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:25,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:25,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:18:25,623 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:18:27,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:29,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:31,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:33,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:35,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:37,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:39,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:41,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:18:41,012 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:18:41,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:43,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:45,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:47,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:47,444 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:18:49,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:51,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:53,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:55,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:56,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:18:56,245 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:18:57,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:18:59,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:01,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:03,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:05,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:07,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:09,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:11,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:11,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:19:11,545 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:19:13,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:15,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:17,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:17,521 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:19:19,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:21,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:23,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:25,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:26,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:19:26,774 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:19:28,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:30,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:32,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:34,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:36,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:38,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:40,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:42,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:19:42,029 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:19:42,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:44,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:46,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:47,598 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:19:48,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:50,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:52,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:54,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:56,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:19:57,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:19:57,383 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:19:58,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:00,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:02,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:04,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:06,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:08,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:10,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:12,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:12,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:20:12,679 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:20:14,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:16,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:17,669 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:20:18,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:20,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:22,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:24,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:26,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:27,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:20:27,988 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:20:28,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:30,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:32,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:34,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:36,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:38,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:40,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:42,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:43,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:20:43,246 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:20:44,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:46,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:47,742 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:20:48,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:50,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:52,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:54,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:56,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:58,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:20:58,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:20:58,557 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:21:00,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:02,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:04,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:06,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:08,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:10,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:12,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:13,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:21:13,797 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:21:14,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:16,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:17,814 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:21:18,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:20,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:22,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:24,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:26,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:28,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:29,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:21:29,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:21:30,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:32,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:34,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:36,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:38,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:40,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:43,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:44,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:21:44,375 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:21:45,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:47,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:47,883 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:21:49,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:51,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:53,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:55,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:57,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:59,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:21:59,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:21:59,649 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:22:01,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:03,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:05,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:07,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:09,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:11,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:13,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:14,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:22:14,925 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:22:15,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:17,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:17,952 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:22:19,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:21,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:23,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:25,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:27,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:29,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:30,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:22:30,179 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:22:31,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:33,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:35,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:37,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:39,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:41,407 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:43,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:45,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:45,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:22:45,473 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:22:47,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:48,025 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:22:49,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:51,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:53,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:55,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:57,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:22:59,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:00,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:23:00,753 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:23:01,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:03,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:05,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:07,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:09,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:11,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:14,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:16,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:23:16,040 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:23:16,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:18,098 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:23:18,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:20,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:22,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:24,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:26,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:28,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:30,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:31,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:23:31,314 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:23:32,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:34,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:36,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:38,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:40,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:42,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:44,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:46,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:46,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:23:46,543 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:23:48,167 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:23:48,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:50,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:52,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:54,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:56,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:23:58,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:00,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:01,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:24:01,842 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:24:02,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:04,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:06,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:08,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:10,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:12,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:14,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:16,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:17,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:24:17,065 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:24:18,239 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:24:18,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:20,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:22,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:24,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:26,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:28,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:30,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:32,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:24:32,379 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:24:32,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:34,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:36,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:38,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:40,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:42,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:44,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:46,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:47,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:24:47,601 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:24:48,304 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:24:48,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:50,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:52,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:55,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:57,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:24:59,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:01,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:03,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:25:03,001 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:25:03,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:05,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:07,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:09,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:11,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:13,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:15,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:17,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:18,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:25:18,228 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:25:18,455 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:25:19,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:21,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:23,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:25,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:27,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:29,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:31,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:33,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:33,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:25:33,497 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:25:35,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:37,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:39,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:41,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:43,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:45,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:47,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:48,444 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:25:48,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:25:48,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:25:49,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:51,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:53,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:55,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:57,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:25:59,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:01,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:03,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:04,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:26:04,161 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:26:05,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:07,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:09,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:11,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:13,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:15,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:17,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:18,515 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:26:19,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:26:19,400 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:26:20,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:22,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:24,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:26,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:28,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:30,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:32,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:34,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:34,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:26:34,844 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:26:36,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:38,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:40,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:42,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:44,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:46,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:48,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:48,582 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:26:50,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:26:50,093 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:26:50,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:52,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:54,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:56,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:26:58,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:00,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:02,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:04,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:05,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:27:05,319 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:27:06,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:08,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:10,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:12,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:14,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:16,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:18,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:18,655 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:27:20,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:20,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:27:20,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:27:22,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:24,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:26,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:28,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:30,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:32,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:34,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:35,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:27:35,829 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:27:36,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:39,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:41,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:43,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:45,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:47,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:48,725 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:27:49,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:51,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:27:51,056 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:27:51,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:53,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:27:55,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:28:06,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:28:06,366 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:28:18,802 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:28:21,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:28:21,635 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:28:36,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:28:36,908 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:28:48,876 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:28:52,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:28:52,172 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:28:56,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:28:56,300 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:28:56,354 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:28:56,430 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:28:56,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:28:57,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:29:03,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:29:07,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:29:07,426 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:29:18,991 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:29:19,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:29:22,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:29:22,653 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:29:37,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:29:37,872 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:29:49,062 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:29:53,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:29:53,099 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:30:08,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:30:08,326 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:30:19,137 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:30:23,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:30:23,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:30:38,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:30:38,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:30:49,211 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:30:54,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:30:54,013 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:31:09,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:31:09,239 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:31:19,286 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:31:24,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:31:24,483 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:31:39,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:31:39,710 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:31:49,361 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:31:54,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:31:54,943 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:32:10,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:32:10,170 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:32:19,439 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:32:25,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:32:25,398 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:32:40,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:32:40,662 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:32:49,519 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:32:55,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:32:55,888 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:33:09,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:11,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:33:11,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:33:11,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:11,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:12,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:13,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:13,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:14,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:15,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:15,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:16,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:17,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:19,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:19,595 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:33:19,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:21,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:21,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:21,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:23,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:23,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:25,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:26,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:33:26,380 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:33:27,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:27,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:28,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:28,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:29,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:31,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:31,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:33,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:33,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:35,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:35,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:37,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:39,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:39,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:40,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:40,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:41,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:33:41,605 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:33:42,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:44,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:44,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:44,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:46,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:48,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:49,670 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:33:50,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:52,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:54,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:56,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:33:56,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:33:56,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:33:56,871 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:33:58,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:00,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:10,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:12,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:34:12,093 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:34:14,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:18,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:19,745 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:34:22,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:26,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:27,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:34:27,382 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:34:30,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:33,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:33,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:34,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:36,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:40,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:42,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:34:42,636 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:34:43,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:43,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:44,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:46,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:49,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:49,815 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:34:50,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:52,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:52,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:54,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:55,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:55,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:56,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:57,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:34:57,866 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:34:58,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:34:58,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:34:58,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:00,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:02,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:03,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:03,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:03,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:03,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:04,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:05,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:06,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:08,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:08,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:08,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:10,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:11,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:11,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:12,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:12,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:35:13,221 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:35:13,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:13,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:14,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:14,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:18,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:19,886 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:35:20,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:20,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:22,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:22,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:22,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:23,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:24,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:26,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:28,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:35:28,445 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:35:28,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:29,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:29,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:30,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:31,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:31,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:32,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:34,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:35,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:35,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:36,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:37,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:37,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:38,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:39,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:39,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:40,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:41,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:41,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:42,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:43,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:43,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:35:43,668 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:35:44,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:46,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:48,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:49,955 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:35:50,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:53,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:54,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:54,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:35:55,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:57,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:35:58,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:35:58,909 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:36:05,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:11,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:14,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:36:14,136 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:36:15,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:19,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:20,028 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:36:23,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:27,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:29,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:36:29,357 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:36:29,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:32,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:32,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:33,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:35,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:39,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:41,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:44,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:36:44,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:36:45,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:45,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:45,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:47,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:50,098 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:36:51,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:53,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:53,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:53,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:55,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:56,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:56,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:57,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:58,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:36:59,425 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:36:59,641 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:36:59,704 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:36:59,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:36:59,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:36:59,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:36:59,828 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:37:00,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:00,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:01,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:02,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:03,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:04,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:04,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:05,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:05,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:07,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:09,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:09,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:10,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:10,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:11,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:12,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:12,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:13,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:14,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:15,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:37:15,137 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:37:15,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:17,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:19,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:19,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:20,180 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:37:20,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:20,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:21,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:22,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:22,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:23,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:23,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:25,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:27,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:28,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:28,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:29,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:29,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:30,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:37:30,361 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:37:31,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:31,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:33,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:34,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:34,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:35,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:36,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:36,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:37,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:38,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:38,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:39,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:39,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:40,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:37:41,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:43,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:45,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:37:45,638 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:37:45,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:47,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:49,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:37:50,254 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:37:59,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:00,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:38:00,859 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:38:02,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:02,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:03,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:07,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:11,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:15,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:16,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:38:16,206 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:38:19,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:20,317 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:38:22,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:26,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:28,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:31,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:38:31,554 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:38:32,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:34,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:34,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:38,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:40,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:42,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:42,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:44,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:46,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:38:46,782 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:38:46,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:47,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:47,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:48,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:50,385 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:38:50,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:50,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:51,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:52,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:53,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:54,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:55,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:55,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:38:56,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:56,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:38:58,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:00,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:00,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:01,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:01,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:39:02,046 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:39:02,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:02,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:03,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:03,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:04,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:05,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:05,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:06,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:07,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:07,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:08,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:10,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:11,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:11,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:12,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:14,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:14,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:14,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:16,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:17,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:39:17,281 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:39:17,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:17,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:18,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:18,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:20,462 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:39:20,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:22,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:22,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:22,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:24,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:26,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:27,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:27,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:28,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:30,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:30,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:32,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:39:32,551 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:39:32,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:32,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:32,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:33,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:34,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:36,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:38,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:40,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:42,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:47,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:39:47,775 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:39:50,530 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:39:50,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:54,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:39:54,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:39:58,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:02,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:03,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:40:03,009 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:40:06,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:10,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:14,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:16,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:18,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:40:18,231 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:40:20,600 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:40:20,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:22,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:27,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:29,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:33,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:33,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:40:33,472 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:40:33,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:35,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:37,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:38,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:38,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:39,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:41,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:43,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:43,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:43,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:44,063 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:40:44,263 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:40:44,330 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:40:44,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:40:45,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:47,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:48,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:48,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:40:48,794 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:40:50,752 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:40:50,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:50,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:51,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:52,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:52,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:53,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:54,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:54,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:55,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:56,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:56,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:57,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:40:58,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:58,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:40:59,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:00,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:00,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:01,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:02,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:02,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:03,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:04,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:41:04,015 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:41:04,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:04,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:05,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:07,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:07,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:07,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:08,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:09,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:11,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:11,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:11,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:12,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:13,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:15,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:15,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:17,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:17,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:19,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:41:19,239 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:41:19,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:19,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:20,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:20,825 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:41:21,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:21,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:23,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:23,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:25,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:26,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:26,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:27,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:29,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:29,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:29,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:31,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:32,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:32,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:41:33,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:34,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:41:34,468 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:41:35,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:37,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:47,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:49,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:41:49,886 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:41:50,893 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:41:53,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:41:57,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:01,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:05,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:42:05,130 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:42:05,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:05,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:09,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:13,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:15,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:19,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:20,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:42:20,354 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:42:20,961 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:42:21,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:25,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:27,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:31,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:33,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:34,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:34,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:35,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:42:35,643 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:42:35,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:39,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:41,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:42,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:42,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:43,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:44,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:44,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:45,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:47,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:49,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:49,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:50,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:42:50,979 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:42:51,208 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:42:51,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:51,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:53,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:54,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:56,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:57,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:57,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:42:58,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:58,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:42:59,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:00,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:01,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:01,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:02,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:03,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:03,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:04,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:05,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:05,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:43:06,210 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:43:06,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:06,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:07,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:07,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:08,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:09,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:09,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:10,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:11,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:11,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:12,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:13,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:14,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:14,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:15,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:16,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:17,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:17,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:18,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:19,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:19,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:20,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:21,103 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:43:21,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:43:21,471 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:43:22,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:23,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:23,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:24,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:25,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:25,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:26,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:27,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:27,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:28,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:29,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:29,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:30,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:31,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:31,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:43:32,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:34,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:36,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:43:36,697 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:43:42,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:46,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:51,179 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:43:51,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:43:51,928 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:43:52,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:54,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:43:58,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:02,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:02,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:06,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:07,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:44:07,310 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:44:10,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:12,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:16,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:18,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:21,258 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:44:22,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:44:22,542 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:44:22,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:24,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:26,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:30,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:32,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:34,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:35,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:35,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:36,259 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:44:36,465 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:44:36,534 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:44:36,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:44:37,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:44:37,769 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:44:37,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:38,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:40,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:42,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:43,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:43,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:44,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:46,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:47,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:47,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:48,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:50,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:51,371 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:44:52,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:52,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:53,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:44:53,001 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:44:54,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:54,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:55,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:55,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:56,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:57,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:57,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:58,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:44:59,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:44:59,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:00,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:02,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:02,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:03,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:03,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:04,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:05,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:05,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:06,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:08,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:08,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:45:08,239 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:45:08,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:09,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:09,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:10,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:11,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:11,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:12,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:13,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:13,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:14,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:15,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:15,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:16,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:18,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:19,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:21,442 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:45:21,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:22,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:22,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:23,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:45:23,464 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:45:23,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:24,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:24,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:25,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:27,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:35,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:35,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:45:37,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:38,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:45:38,689 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:45:43,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:47,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:51,518 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:45:51,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:53,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:45:53,923 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:45:55,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:45:59,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:03,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:05,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:05,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:09,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:46:09,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:46:09,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:11,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:15,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:17,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:21,598 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:46:21,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:23,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:24,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:46:24,446 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:46:25,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:29,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:31,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:31,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:31,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:31,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:31,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:32,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:32,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:33,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:35,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:37,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:37,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:39,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:46:39,669 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:46:39,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:40,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:40,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:41,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:44,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:44,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:46,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:46,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:48,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:50,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:51,675 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:46:52,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:52,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:52,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:53,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:54,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:54,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:46:54,895 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:46:55,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:55,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:56,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:56,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:57,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:46:58,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:58,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:46:59,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:00,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:00,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:01,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:02,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:02,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:03,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:04,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:04,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:06,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:06,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:08,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:08,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:10,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:47:10,133 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:47:10,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:10,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:11,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:12,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:13,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:13,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:14,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:15,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:15,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:16,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:17,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:17,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:18,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:18,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:19,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:20,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:21,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:21,746 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:47:22,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:22,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:22,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:24,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:25,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:47:25,362 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:47:33,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:39,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:40,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:47:40,634 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:47:42,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:42,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:47:43,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:47,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:51,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:51,821 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:47:53,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:47:56,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:47:56,061 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:47:57,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:01,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:03,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:03,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:03,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:07,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:09,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:11,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:48:11,284 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:48:13,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:15,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:17,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:21,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:21,897 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:48:23,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:25,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:25,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:25,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:26,065 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:48:26,293 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:48:26,370 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:48:26,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:48:26,549 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:48:27,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:48:27,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:31,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:33,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:34,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:34,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:35,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:35,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:37,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:39,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:41,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:41,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:41,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:48:41,830 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:48:43,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:43,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:43,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:45,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:47,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:49,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:49,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:49,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:50,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:51,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:52,032 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:48:53,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:53,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:53,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:54,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:55,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:55,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:56,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:57,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:48:57,116 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:48:57,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:58,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:58,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:48:59,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:48:59,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:00,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:01,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:01,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:02,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:03,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:03,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:04,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:05,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:05,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:06,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:07,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,760 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,761 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:07,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:08,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:09,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:10,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:10,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:11,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:11,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:12,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:49:12,377 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:49:13,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:14,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:14,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:15,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:15,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:17,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:19,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:22,108 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:49:24,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:24,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:25,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:27,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:27,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:49:27,601 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:49:29,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:29,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:31,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:36,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:40,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:42,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:49:42,827 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:49:44,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:45,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:45,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:49:48,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:52,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:52,186 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:49:54,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:49:58,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:49:58,069 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:49:58,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:00,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:04,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:04,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:04,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:08,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:10,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:12,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:13,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:50:13,395 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:50:16,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:18,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:19,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:19,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:19,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:19,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:20,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:20,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:22,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:22,263 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:50:24,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:26,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:28,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:50:28,698 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:50:30,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:31,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:31,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:32,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:34,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:36,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:36,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:36,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:38,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:40,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:42,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:42,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:42,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:50:43,926 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:50:43,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:43,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:44,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:45,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:45,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:46,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:46,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:48,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:48,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:49,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:50,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:50,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:51,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:52,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:52,341 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:50:53,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:53,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:54,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:54,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:55,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:56,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:56,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:57,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:50:58,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:58,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:50:59,192 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:50:59,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:50:59,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:00,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:00,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:01,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:02,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:02,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:03,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:04,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:05,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:05,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:06,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:06,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:08,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:08,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:10,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:12,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:14,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:51:14,415 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:51:17,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:17,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:20,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:22,415 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:51:24,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:24,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:25,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:26,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:29,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:51:29,793 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:51:30,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:32,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:33,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:33,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:34,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:36,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:40,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:44,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:45,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:51:45,035 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:51:45,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:45,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:48,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:50,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:52,492 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:51:54,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:56,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:51:59,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:51:59,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:00,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:00,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:52:00,267 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:52:02,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:06,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:08,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:11,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:13,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:13,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:13,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:13,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:13,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 19:52:14,504 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 19:52:14,717 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 19:52:14,779 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 19:52:15,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 19:52:15,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:52:15,493 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:52:16,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:17,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:19,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:21,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:22,801 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:52:23,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:25,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:27,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:29,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:30,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:52:30,784 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:52:31,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:33,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:35,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:37,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:39,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:41,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:43,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:45,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:46,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:52:46,079 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:52:47,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:49,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:51,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:52,879 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:52:53,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:55,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:57,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:52:59,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:01,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:01,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:53:01,360 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:53:03,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:05,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:07,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:09,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:11,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:13,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:15,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:16,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:53:16,724 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:53:17,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:19,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:21,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:22,958 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:53:24,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:26,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:28,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:30,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:32,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:53:32,122 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:53:32,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:34,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:36,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:38,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:40,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:42,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:44,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:46,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:47,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:53:47,564 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:53:48,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:50,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:52,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:53,030 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:53:54,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:56,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:53:58,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:00,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:02,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:02,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:54:02,877 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:54:04,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:06,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:08,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:10,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:12,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:14,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:16,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:18,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:54:18,161 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:54:18,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:20,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:22,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:23,104 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:54:24,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:26,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:28,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:30,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:32,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:33,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:54:33,435 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:54:34,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:36,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:38,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:40,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:42,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:44,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:47,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:48,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:54:48,742 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:54:49,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:51,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:53,177 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:54:53,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:55,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:57,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:54:59,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:01,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:03,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:03,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:55:03,979 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:55:05,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:07,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:09,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:11,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:13,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:15,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:17,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:19,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:55:19,280 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:55:19,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:21,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:23,253 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:55:23,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:25,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:27,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:29,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:31,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:33,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:34,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:55:34,517 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:55:35,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:37,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:39,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:41,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:43,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:45,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:47,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:49,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:49,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:55:49,738 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:55:51,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:53,328 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:55:53,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:55,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:57,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:55:59,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:01,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:03,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:05,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:56:05,057 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:56:05,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:07,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:09,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:11,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:13,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:15,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:17,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:19,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:20,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:56:20,284 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:56:21,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:23,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:23,403 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:56:25,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:27,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:29,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:31,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:34,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:35,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:56:35,506 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:56:36,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:38,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:40,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:42,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:44,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:46,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:48,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:50,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:50,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:56:50,733 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:56:52,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:53,475 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:56:54,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:56,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:56:58,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:00,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:02,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:04,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:06,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:57:06,159 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:57:06,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:08,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:10,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:12,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:14,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:16,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:18,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:20,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:21,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:57:21,481 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:57:22,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:23,544 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:57:24,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:26,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:28,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:30,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:32,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:34,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:36,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:36,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:57:36,765 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:57:38,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:40,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:42,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:44,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:46,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:48,387 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:50,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:52,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:57:52,004 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:57:52,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:53,612 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:57:55,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:57,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:57:59,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:01,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:03,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:05,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:07,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:58:07,331 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:58:07,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:09,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:11,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:13,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:15,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:17,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:19,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:21,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:22,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:58:22,581 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:58:23,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:23,688 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:58:25,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:27,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:29,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:31,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:33,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:35,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:37,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:37,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:58:37,859 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:58:39,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:41,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:43,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:45,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:47,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:49,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:51,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:53,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:58:53,091 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:58:53,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:53,764 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:58:55,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:57,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:58:59,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:01,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:03,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:05,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:07,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:08,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:59:08,358 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:59:09,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:11,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:13,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:15,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:17,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:19,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:21,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:23,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:23,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:59:23,613 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:59:23,835 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:59:25,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:27,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:29,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:31,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:33,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:35,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:38,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:38,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:59:38,883 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:59:40,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:42,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:44,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:46,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:48,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:50,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:52,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:53,903 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 19:59:54,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 19:59:54,111 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 19:59:54,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:56,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 19:59:58,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:00,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:02,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:04,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:06,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:08,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:09,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:00:09,336 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:00:10,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:12,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:14,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:16,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:18,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:20,453 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:22,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:23,978 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:00:24,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:24,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:00:24,691 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:00:26,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:28,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:30,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:32,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:34,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:36,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:38,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:39,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:00:39,914 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:00:40,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:42,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:44,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:46,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:48,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:50,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:52,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:54,041 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:00:54,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:55,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:00:55,184 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:00:56,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:00:58,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:00,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:02,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:05,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:07,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:09,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:10,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:01:10,639 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:01:11,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:13,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:15,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:17,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:19,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:21,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:23,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:24,116 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:01:25,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:25,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:01:25,941 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:01:27,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:29,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:31,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:33,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:35,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:37,487 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:39,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:41,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:01:41,194 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:01:41,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:43,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:45,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:47,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:49,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:51,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:53,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:54,192 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:01:55,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:56,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:01:56,459 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:01:57,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:01:59,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:01,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:03,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:05,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:07,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:09,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:11,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:11,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:02:11,764 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:02:13,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:15,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:17,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:19,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:22,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:24,264 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:02:24,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:26,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:26,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:02:26,992 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:02:28,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:30,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:32,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:34,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:36,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:38,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:40,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:42,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:02:42,315 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:02:42,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:44,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:46,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:48,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:50,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:52,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:54,338 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:02:54,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:56,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:02:57,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:02:57,540 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:02:58,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:00,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:02,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:04,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:06,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:08,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:10,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:12,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:12,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:03:12,895 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:03:14,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:16,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:18,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:20,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:22,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:24,403 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:03:24,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:26,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:28,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:03:28,342 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:03:28,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:30,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:32,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:34,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:36,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:38,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:40,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:42,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:43,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:03:43,641 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:03:44,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:46,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:48,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:50,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:53,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:54,479 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:03:55,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:57,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:03:58,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:03:58,957 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:03:59,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:01,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:03,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:05,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:07,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:09,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:11,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:13,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:14,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:04:14,189 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:04:15,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:17,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:19,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:21,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:23,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:24,574 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:04:25,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:27,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:29,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:04:29,503 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:04:29,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:31,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:33,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:35,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:37,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:39,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:41,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:43,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:44,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:04:44,880 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:04:45,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:47,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:49,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:51,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:53,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:54,627 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:04:55,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:57,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:04:59,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:00,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:05:00,175 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:05:01,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:03,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:05,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:07,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:09,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:11,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:13,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:15,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:05:15,409 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:05:15,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:17,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:19,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:21,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:23,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:24,697 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:05:25,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:27,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:29,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:30,692 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:05:30,693 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:05:31,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:33,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:35,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:37,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:39,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:41,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:43,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:45,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:46,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:05:46,042 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:05:47,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:49,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:51,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:53,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:54,770 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:05:56,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:05:58,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:00,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:01,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:06:01,293 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:06:02,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:04,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:06,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:08,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:10,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:12,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:14,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:16,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:06:16,584 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:06:16,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:18,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:20,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:22,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:24,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:24,842 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:06:26,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:28,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:30,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:31,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:06:31,819 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:06:32,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:34,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:36,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:38,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:40,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:42,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:44,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:46,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:47,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:06:47,046 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:06:48,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:50,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:52,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:54,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:54,909 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:06:56,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:06:58,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:00,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:02,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:07:02,432 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:07:02,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:04,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:06,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:08,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:10,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:13,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:15,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:17,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:17,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:07:17,659 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:07:19,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:21,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:23,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:24,965 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:07:25,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:27,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:29,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:31,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:32,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:07:32,951 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:07:33,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:35,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:37,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:39,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:41,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:43,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:45,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:47,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:48,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:07:48,179 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:07:49,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:51,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:53,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:55,040 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:07:55,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:57,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:07:59,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:01,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:03,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:08:03,536 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:08:03,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:05,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:07,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:09,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:11,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:13,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:15,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:17,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:18,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:08:18,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:08:19,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:21,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:23,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:25,109 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:08:25,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:27,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:29,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:31,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:33,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:34,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:08:34,060 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:08:35,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:37,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:39,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:41,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:43,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:45,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:47,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:49,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:08:49,321 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:08:49,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:51,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:53,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:55,180 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:08:55,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:57,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:08:59,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:01,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:03,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:04,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:09:04,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:09:05,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:07,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:09,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:11,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:13,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:15,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:18,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:19,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:09:19,876 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:09:20,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:22,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:24,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:25,251 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:09:26,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:28,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:30,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:32,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:34,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:35,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:09:35,232 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:09:36,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:38,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:40,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:42,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:44,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:46,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:48,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:50,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:09:50,525 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:09:50,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:52,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:54,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:55,315 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:09:56,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:09:58,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:00,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:02,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:04,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:05,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:10:05,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:10:06,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:08,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:10,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:12,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:14,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:16,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:18,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:20,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:21,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:10:21,428 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:10:22,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:24,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:25,386 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:10:26,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:28,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:30,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:32,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:34,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:36,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:10:36,657 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:10:36,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:38,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:40,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:42,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:44,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:46,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:48,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:50,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:51,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:10:51,903 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:10:52,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:54,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:55,462 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:10:56,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:10:58,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:00,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:02,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:04,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:06,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:07,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:11:07,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:11:08,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:10,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:13,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:15,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:17,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:19,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:21,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:22,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:11:22,451 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:11:23,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:25,535 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:11:25,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:27,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:29,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:31,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:33,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:35,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:37,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:11:37,737 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:11:37,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:39,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:41,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:43,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:45,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:47,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:49,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:51,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:52,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:11:52,973 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:11:53,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:55,610 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:11:55,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:57,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:11:59,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:01,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:03,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:05,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:07,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:08,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:12:08,303 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:12:09,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:11,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:13,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:15,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:17,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:19,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:21,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:23,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:12:23,525 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:12:23,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:25,684 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:12:25,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:27,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:29,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:31,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:33,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:35,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:37,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:38,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:12:38,800 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:12:39,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:41,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:44,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:46,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:48,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:50,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:52,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:54,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:12:54,236 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:12:54,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:55,756 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:12:56,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:12:58,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:00,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:02,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:04,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:06,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:08,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:09,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:13:09,461 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:13:10,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:12,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:14,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:16,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:18,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:20,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:22,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:24,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:13:24,717 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:13:24,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:25,832 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:13:26,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:28,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:30,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:32,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:34,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:36,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:38,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:39,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:13:39,942 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:13:40,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:42,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:44,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:46,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:48,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:50,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:52,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:54,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:55,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:13:55,259 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:13:55,927 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:13:56,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:13:58,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:00,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:02,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:04,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:06,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:08,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:10,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:14:10,485 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:14:10,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:12,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:14,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:16,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:18,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:20,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:22,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:24,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:25,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:14:25,757 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:14:25,998 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:14:26,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:28,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:30,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:32,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:34,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:36,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:38,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:40,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:41,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:14:41,178 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:14:42,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:44,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:46,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:48,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:51,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:53,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:55,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:56,074 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:14:56,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:14:56,478 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:14:57,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:14:59,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:01,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:03,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:05,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:07,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:09,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:11,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:15:11,699 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:15:11,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:13,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:15,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:17,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:19,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:21,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:23,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:25,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:26,154 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:15:26,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:15:26,933 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:15:27,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:29,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:31,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:33,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:35,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:37,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:39,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:41,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:42,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:15:42,175 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:15:43,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:45,857 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:47,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:49,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:51,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:53,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:55,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:56,231 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:15:57,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:15:57,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:15:57,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:15:59,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:01,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:03,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:05,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:07,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:09,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:11,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:12,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:16:12,716 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:16:13,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:15,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:17,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:19,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:21,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:23,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:25,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:26,308 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:16:27,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:28,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:16:28,066 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:16:29,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:31,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:33,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:35,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:38,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:40,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:42,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:43,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:16:43,315 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:16:44,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:46,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:48,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:50,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:52,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:54,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:56,384 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:16:56,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:16:58,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:16:58,541 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:16:58,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:00,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:02,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:04,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:06,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:08,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:10,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:12,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:13,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:17:13,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:17:14,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:16,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:18,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:20,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:22,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:24,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:26,461 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:17:26,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:28,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:29,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:17:29,044 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:17:30,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:32,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:34,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:36,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:38,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:40,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:42,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:44,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:17:44,271 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:17:44,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:46,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:48,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:50,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:52,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:54,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:56,536 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:17:56,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:58,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:17:59,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:17:59,690 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:18:00,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:02,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:05,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:07,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:09,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:11,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:13,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:14,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:18:14,923 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:18:15,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:17,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:19,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:21,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:23,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:25,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:26,615 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:18:27,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:29,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:30,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:18:30,197 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:18:31,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:33,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:35,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:37,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:39,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:41,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:43,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:45,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:18:45,432 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:18:45,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:47,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:49,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:51,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:53,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:55,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:56,690 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:18:57,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:18:59,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:00,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:19:00,750 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:19:01,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:04,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:06,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:08,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:10,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:12,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:14,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:16,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:19:16,041 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:19:16,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:18,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:20,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:22,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:24,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:26,767 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:19:26,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:28,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:30,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:31,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:19:31,276 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:19:32,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:34,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:36,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:38,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:40,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:42,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:44,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:46,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:19:46,499 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:19:46,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:48,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:50,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:52,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:54,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:56,843 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:19:56,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:19:58,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:00,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:01,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:20:01,727 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:20:02,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:04,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:06,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:08,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:10,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:12,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:14,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:16,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:20:16,954 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:20:16,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:19,983 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:21,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:23,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:25,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:26,921 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:20:27,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:29,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:31,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:32,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:20:32,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:20:33,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:35,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:37,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:39,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:41,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:43,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:45,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:47,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:20:47,441 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:20:47,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:49,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:51,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:53,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:55,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:20:56,997 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:20:58,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:00,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:02,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:02,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:21:02,714 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:21:04,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:06,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:08,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:10,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:12,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:14,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:16,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:18,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:18,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:21:18,070 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:21:20,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:22,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:24,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:26,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:27,074 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:21:28,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:30,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:32,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:33,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:21:33,300 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:21:34,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:36,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:38,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:40,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:42,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:44,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:47,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:48,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:21:48,526 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:21:49,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:51,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:53,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:55,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:57,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:21:57,154 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:21:59,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:01,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:03,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:03,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:22:03,751 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:22:05,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:07,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:09,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:11,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:13,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:15,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:17,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:19,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:19,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:22:19,317 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:22:21,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:23,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:25,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:27,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:27,234 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:22:29,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:31,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:33,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:34,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:22:34,552 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:22:35,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:37,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:39,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:41,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:43,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:45,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:47,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:49,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:49,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:22:49,850 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:22:51,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:53,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:55,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:57,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:22:57,310 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:22:59,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:02,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:04,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:05,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:23:05,069 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:23:06,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:08,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:10,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:12,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:14,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:16,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:18,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:20,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:20,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:23:20,438 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:23:22,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:24,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:26,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:27,384 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:23:28,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:30,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:32,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:34,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:35,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:23:35,703 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:23:36,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:38,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:40,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:42,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:44,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:46,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:48,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:50,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:50,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:23:50,933 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:23:52,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:54,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:56,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:23:57,460 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:23:58,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:00,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:02,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:04,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:06,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:06,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:24:06,217 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:24:08,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:10,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:12,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:14,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:16,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:18,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:20,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:21,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:24:21,537 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:24:22,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:24,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:26,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:27,527 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:24:28,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:30,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:32,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:35,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:36,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:24:36,765 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:24:37,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:39,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:41,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:43,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:45,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:47,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:49,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:51,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:52,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:24:52,023 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:24:53,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:55,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:57,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:24:57,611 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:24:59,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:01,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:03,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:05,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:07,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:07,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:25:07,395 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:25:09,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:11,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:13,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:15,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:17,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:19,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:21,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:22,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:25:22,664 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:25:23,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:25,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:27,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:27,689 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:25:29,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:31,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:33,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:35,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:37,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:38,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:25:38,061 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:25:39,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:41,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:43,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:45,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:47,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:49,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:51,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:53,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:53,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:25:53,290 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:25:55,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:57,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:25:57,764 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:25:59,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:01,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:03,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:05,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:07,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:08,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:26:08,517 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:26:09,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:11,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:13,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:15,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:17,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:19,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:21,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:23,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:23,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:26:23,842 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:26:25,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:27,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:27,839 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:26:29,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:31,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:33,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:35,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:37,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:39,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:26:39,067 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:26:39,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:42,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:44,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:46,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:48,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:50,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:52,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:54,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:54,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:26:54,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:26:56,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:26:57,915 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:26:58,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:00,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:02,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:04,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:06,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:08,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:09,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:27:09,659 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:27:10,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:12,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:14,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:16,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:18,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:20,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:22,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:24,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:24,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:27:24,957 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:27:26,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:27,993 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:27:28,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:30,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:32,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:34,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:36,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:38,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:40,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:27:40,180 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:27:40,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:42,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:44,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:46,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:48,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:50,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:52,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:54,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:55,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:27:55,457 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:27:56,197 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:27:58,070 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:27:58,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:00,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:02,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:04,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:06,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:08,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:10,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:28:10,779 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:28:11,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:13,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:15,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:17,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:19,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:21,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:23,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:25,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:26,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:28:26,130 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:28:27,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:28,141 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:28:29,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:31,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:33,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:35,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:37,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:39,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:41,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:41,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:28:41,393 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:28:43,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:45,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:47,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:49,221 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:51,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:53,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:55,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:56,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:28:56,694 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:28:57,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:28:58,205 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:28:59,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:01,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:03,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:05,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:07,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:09,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:11,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:12,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:29:12,032 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:29:13,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:16,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:18,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:20,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:22,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:24,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:26,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:27,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:29:27,275 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:29:28,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:28,274 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:29:30,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:32,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:34,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:36,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:38,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:40,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:42,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:42,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:29:42,503 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:29:44,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:46,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:48,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:50,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:52,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:54,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:56,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:57,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:29:57,815 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:29:58,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:29:58,345 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:30:00,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:02,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:04,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:06,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:08,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:10,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:12,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:13,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:30:13,041 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:30:14,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:16,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:18,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:20,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:22,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:24,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:26,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:28,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:28,417 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:30:28,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:30:28,443 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:30:30,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:32,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:34,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:37,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:39,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:41,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:43,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:30:43,685 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:30:45,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:47,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:49,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:51,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:53,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:55,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:57,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:30:58,487 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:30:59,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:30:59,010 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:30:59,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:01,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:03,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:05,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:07,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:09,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:11,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:13,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:14,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:31:14,239 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:31:15,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:17,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:19,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:21,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:23,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:25,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:27,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:28,558 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:31:29,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:29,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:31:29,463 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:31:31,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:33,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:35,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:37,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:39,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:41,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:43,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:44,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:31:44,688 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:31:45,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:47,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:49,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:51,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:53,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:55,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:57,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:31:58,627 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:31:59,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:00,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:32:00,078 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:32:01,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:03,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:05,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:07,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:10,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:12,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:14,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:15,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:32:15,394 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:32:16,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:18,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:20,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:22,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:24,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:26,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:28,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:28,688 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:32:30,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:30,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:32:30,624 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:32:32,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:34,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:36,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:38,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:40,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:42,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:44,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:45,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:32:45,846 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:32:46,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:48,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:50,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:52,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:54,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:56,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:58,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:32:58,757 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:33:00,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:01,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:33:01,069 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:33:02,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:04,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:06,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:08,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:10,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:12,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:14,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:16,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:16,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:33:16,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:33:18,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:20,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:22,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:24,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:26,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:28,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:28,829 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:33:30,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:31,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:33:31,713 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:33:33,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:35,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:37,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:39,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:41,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:43,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:45,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:46,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:33:46,976 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:33:47,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:49,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:51,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:53,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:55,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:57,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:33:58,896 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:33:59,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:01,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:02,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:34:02,272 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:34:03,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:05,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:07,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:09,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:34:17,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:34:17,716 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:34:28,970 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:34:32,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:34:32,959 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:34:48,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:34:48,225 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:34:59,045 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:35:03,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:35:03,504 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:35:09,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:35:09,060 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:35:09,113 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:35:09,187 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:35:09,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:35:11,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:35:15,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:35:18,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:35:18,843 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:35:29,240 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:35:31,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:35:34,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:35:34,070 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:35:49,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:35:49,312 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:35:59,319 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:36:04,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:36:04,541 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:36:19,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:36:19,778 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:36:29,389 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:36:35,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:36:35,004 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:36:50,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:36:50,228 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:36:59,464 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:37:05,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:37:05,454 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:37:20,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:37:20,688 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:37:29,538 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:37:35,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:37:35,912 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:37:51,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:37:51,160 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:37:59,615 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:38:06,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:38:06,386 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:38:21,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:38:21,615 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:38:29,692 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:38:36,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:38:36,845 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:38:52,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:38:52,111 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:38:59,769 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:39:07,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:39:07,339 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:39:22,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:39:22,599 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:39:24,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:28,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:29,847 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:39:30,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:32,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:34,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:36,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:37,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:39:37,905 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:39:38,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:38,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:39,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:39,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:40,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:42,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:44,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:46,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:47,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:47,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:48,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:50,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:50,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:50,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:52,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:53,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:39:53,133 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:39:53,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:53,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:54,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:54,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:56,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:57,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:57,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:58,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:39:59,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:39:59,921 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:40:00,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:00,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:01,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:01,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:02,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:02,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:03,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:04,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:04,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:06,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:08,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:40:08,421 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:40:08,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:08,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:08,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:09,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:10,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:11,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:11,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:12,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:12,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:14,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:20,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:20,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:23,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:40:23,893 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:40:24,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:29,999 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:40:30,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:34,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:34,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:34,798 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:38,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:39,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:40:39,186 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:40:41,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:41,796 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:42,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:45,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:45,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:46,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:48,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:52,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:54,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:40:54,408 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:40:55,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:55,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:57,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:59,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:40:59,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:40:59,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:00,068 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:41:03,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:05,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:07,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:09,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:41:09,753 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:41:10,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:10,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:11,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:13,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:15,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:17,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:18,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:18,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:21,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:23,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:25,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:41:25,054 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:41:25,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:27,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:29,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:30,143 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:41:31,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:33,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:35,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:37,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:37,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:37,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:39,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:40,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:41:40,330 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:41:40,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:40,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:41,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:43,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:45,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:47,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:47,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:49,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:49,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:50,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:50,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:51,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:53,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:53,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:53,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:54,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:55,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:55,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:41:55,596 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:41:56,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:56,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:41:57,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:57,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:58,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:41:59,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:00,218 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:42:00,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:00,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:01,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:01,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,826 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:02,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:03,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:05,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,231 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:05,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:06,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:06,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:07,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,811 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:07,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:08,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:09,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:10,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:42:10,823 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:42:11,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:13,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:13,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:17,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:19,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:24,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:24,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:25,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:26,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:42:26,051 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:42:29,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:30,296 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:42:31,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:35,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:36,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,137 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,138 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:36,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:39,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:40,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:40,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:41,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:42:41,327 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:42:42,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:42,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:43,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:44,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:44,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:42:45,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:49,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:51,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:55,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:42:56,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:42:56,636 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:42:58,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:00,365 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:43:01,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:01,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:02,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:03,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:03,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:04,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:06,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:08,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:08,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:10,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:11,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:11,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:11,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:11,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:11,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:43:11,990 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:43:12,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:12,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:12,804 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:43:13,003 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:43:13,076 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:43:13,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:43:14,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:16,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:18,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:22,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:24,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:26,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:27,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:43:27,214 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:43:28,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:30,459 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:43:30,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:32,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:33,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:34,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:36,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:38,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:40,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,316 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,318 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:40,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:42,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:43:42,479 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:43:42,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:43,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:43,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:44,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:46,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:47,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:47,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:48,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:49,809 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,812 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:49,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:50,602 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:51,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:51,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:52,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:52,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,020 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,022 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:53,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:54,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:55,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:55,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:56,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:56,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:57,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:43:57,734 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:43:58,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:43:58,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:43:58,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:00,533 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:44:00,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:01,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:01,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:02,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,785 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:02,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:04,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:12,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:44:12,981 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:44:14,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:14,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:16,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:16,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:18,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:18,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:20,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:21,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:22,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:23,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:23,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:26,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:28,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:44:28,264 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:44:30,609 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:44:30,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:31,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,333 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:31,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:34,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:36,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,564 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:36,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:38,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:41,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:41,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:42,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:43,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:43,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:44:43,608 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:44:44,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:45,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:45,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:44:48,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:50,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:54,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:56,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:44:58,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:44:58,905 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:45:00,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:00,683 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:45:02,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:02,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:04,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:08,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:08,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:08,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:08,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:08,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:09,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:09,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:10,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:12,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:14,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:45:14,187 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:45:14,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:15,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:15,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:18,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:20,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:22,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:24,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:26,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:28,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:29,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:45:29,515 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:45:30,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:30,758 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:45:32,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:34,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:34,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:36,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:38,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:39,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:39,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:40,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:41,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:41,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:42,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:43,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:43,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:44,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:44,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:45:44,768 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:45:46,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,469 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:46,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:46,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:48,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:50,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:50,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:51,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,860 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:52,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:53,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:54,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:54,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:55,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:56,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:56,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,544 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,545 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:57,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:58,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,575 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,576 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,577 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:58,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,059 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,501 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:45:59,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:45:59,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:45:59,995 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:46:00,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:00,835 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:46:01,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:03,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:09,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:09,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:12,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:12,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:15,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:46:15,350 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:46:15,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:18,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:18,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:19,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:20,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:20,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:21,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,717 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:22,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:23,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:27,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:28,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:28,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:29,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:30,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:46:30,599 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:46:30,912 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:46:31,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:31,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:33,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:37,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:39,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:39,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:40,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:40,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:43,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:45,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:45,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:45,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:46:45,906 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:46:46,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:46,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:46:49,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:51,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:53,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:57,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:46:59,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:00,988 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:47:01,135 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:47:01,136 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:47:01,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:02,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,136 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:02,872 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:47:03,076 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:47:03,136 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:47:03,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:47:03,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:05,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:07,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:08,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:08,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:09,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:11,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:11,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:13,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:15,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:16,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:47:16,360 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:47:17,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:19,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:21,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:23,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:25,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:27,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:29,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:31,208 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:47:31,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:47:31,666 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:47:31,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:32,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:32,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:33,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:33,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:35,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:36,330 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,334 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:36,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:37,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:39,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:39,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,775 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,776 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,777 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,778 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,779 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:39,780 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:40,883 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:41,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:42,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,868 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:42,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:43,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:45,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:46,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:47:46,933 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:47:46,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,983 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:46,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:47,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:48,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:48,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:49,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:50,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:50,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:51,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:52,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,080 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:52,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:47:53,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:47:55,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:01,291 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:48:02,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:48:02,216 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:48:03,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:05,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:05,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:07,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:08,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:08,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:09,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:11,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:12,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:12,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:13,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:13,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:14,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:15,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:16,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,250 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:48:17,442 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:48:17,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:17,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:18,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:19,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:19,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:21,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:23,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:27,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:27,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:29,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:31,366 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:48:32,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:48:32,667 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:48:33,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:35,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:36,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:36,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,051 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,179 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:39,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:41,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:41,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:43,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:43,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,807 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,808 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,814 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,815 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,816 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,819 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:44,820 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:45,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:47,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:47,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:48:47,984 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:48:49,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:54,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:55,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:55,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:55,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:55,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:48:56,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:48:58,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:00,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,695 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:00,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:01,444 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:49:02,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:03,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:49:03,244 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:49:04,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:07,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:07,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:08,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:10,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:12,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:14,735 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:16,736 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:18,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:49:18,480 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:49:18,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:20,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:22,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:24,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:26,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:28,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:30,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:31,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:31,517 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:49:32,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,670 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:32,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:33,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:33,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:49:33,844 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:49:34,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:35,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,772 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:35,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:36,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:38,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:39,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,088 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,090 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:39,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:40,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:41,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:41,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,593 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,643 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,644 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,693 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,697 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,699 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,700 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:42,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:43,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,689 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,690 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:43,691 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,322 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,324 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:44,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:45,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,662 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:45,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:46,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:48,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:49,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:49:49,069 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:49:49,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,973 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,974 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:49,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,863 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,871 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,875 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:56,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:49:57,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:57,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,663 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,665 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,666 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,667 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,677 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:49:59,680 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:01,593 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:50:02,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:04,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:50:04,295 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:50:06,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:06,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:08,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,535 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:08,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,931 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:09,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:10,758 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:12,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,478 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,479 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,489 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:12,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:14,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:15,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:15,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,715 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,856 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,865 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,867 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,869 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:17,870 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:18,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:19,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:50:19,528 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:50:20,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:20,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,922 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,927 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:20,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,538 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:21,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:24,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:24,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:26,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:28,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:30,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:31,663 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:50:34,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:50:34,759 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:50:34,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:36,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:36,783 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,784 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,789 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,795 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,797 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,799 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:36,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,981 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,982 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,986 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,987 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:37,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:40,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:42,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,223 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:42,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:44,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,536 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,548 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:44,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:46,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:47,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,257 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:47,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:50,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:50:50,010 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:50:50,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:50,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:50,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:50,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:50,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:51,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,216 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:50:51,316 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:50:51,522 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:50:51,594 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:50:51,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:50:52,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:54,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:56,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:50:58,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:00,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:01,758 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:51:03,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,237 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,238 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,239 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,240 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:03,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:04,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:05,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:51:05,281 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:51:06,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:08,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,500 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:08,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:09,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,486 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:09,491 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:10,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:13,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:15,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:17,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:19,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:20,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:51:20,510 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:51:21,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:23,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:25,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:27,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:29,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,698 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,702 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,703 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,704 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,706 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,707 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:29,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:30,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:31,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:31,834 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:51:32,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:32,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:33,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:34,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:34,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:35,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:51:35,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:51:35,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:37,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:38,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:38,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:39,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:40,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,549 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,556 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:40,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,004 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,005 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,007 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:41,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:43,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:44,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,920 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,921 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,925 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:44,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,350 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,351 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:46,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,173 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,978 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:50,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:51,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:51:51,037 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:51:52,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,976 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,979 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,980 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:52,995 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:53,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:56,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:56,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:57,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:51:58,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,325 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,326 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,327 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,329 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,363 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:51:58,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:00,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:01,909 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:52:03,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:06,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:52:06,272 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:52:06,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:06,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:07,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:11,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:12,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,069 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,070 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:12,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,400 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,632 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:13,813 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:16,872 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,876 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,877 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,880 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,884 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:16,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:17,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:18,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,713 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,714 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:18,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,532 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,533 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,537 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,539 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,541 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,542 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:20,543 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,421 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,422 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,425 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:52:21,497 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:52:21,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,708 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,710 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,711 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,712 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,716 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,718 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,720 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:21,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:23,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:26,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,480 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,482 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,484 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:26,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:27,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:29,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,386 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:29,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:31,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:31,985 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:52:32,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,293 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:32,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:33,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:35,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:36,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:52:36,762 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:52:37,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:37,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:38,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,463 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:38,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:39,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:41,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:41,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:42,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:43,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:45,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:45,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:45,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:45,793 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:45,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:46,295 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:46,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,437 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,438 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,439 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,446 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:52:47,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:49,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:51,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:51,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:52:51,988 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:52:53,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:57,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:52:59,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:01,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:02,062 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:53:03,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:05,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:05,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,942 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:05,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:53:07,395 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:53:07,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:07,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:07,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,625 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,628 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,629 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,630 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,633 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,634 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,636 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,638 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:09,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:11,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:13,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:15,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:17,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:19,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:21,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:22,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:53:22,616 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:53:23,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:24,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,957 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:24,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:26,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:27,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,367 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,368 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:27,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:28,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,273 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,278 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:30,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:31,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,102 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,105 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,106 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,107 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:31,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,138 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:53:32,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,202 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:32,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:33,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,958 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:33,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:34,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:35,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,149 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:35,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:36,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:37,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:53:37,887 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:53:38,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,563 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:38,565 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,722 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,728 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,731 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,940 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,963 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:44,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:45,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:46,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:47,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,825 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,834 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,835 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:47,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:50,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,376 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,388 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:52,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:53,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:53:53,111 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:53:54,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,445 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,447 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:54,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,621 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,622 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,623 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,626 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,627 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,786 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,787 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,791 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,794 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,800 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,802 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,803 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,804 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,805 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,806 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:56,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:53:58,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,827 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,837 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,839 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,841 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:58,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,172 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:53:59,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:00,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:01,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,091 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:01,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:02,216 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:54:04,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:04,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:06,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,248 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,252 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,253 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,264 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,265 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:06,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:08,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:54:08,605 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:54:08,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:10,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:12,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,939 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:12,951 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:14,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:16,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:16,134 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,597 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,635 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,642 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:17,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,023 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,028 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:18,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:19,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,174 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,176 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,178 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,616 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,618 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,619 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:19,620 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:20,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,984 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,988 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:20,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,103 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,108 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:23,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:54:23,898 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:54:24,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:26,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:27,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,052 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:27,053 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,289 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,291 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,292 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,296 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,297 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,300 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:28,301 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,985 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,991 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:30,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:31,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:31,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:31,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:32,294 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:54:32,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:34,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:34,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:34,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:35,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,331 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,332 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,335 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,336 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,337 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,338 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,342 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,343 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:37,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:38,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:39,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:54:39,171 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:54:39,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,762 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,763 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,771 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,773 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:39,774 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:40,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:40,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:40,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:40,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:40,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:41,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:41,294 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:54:41,492 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:54:41,561 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:54:41,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:54:42,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:44,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:46,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:47,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,650 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,651 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,660 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,661 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,838 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,843 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,844 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:47,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:54:48,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:52,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:54,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:54:54,393 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:54:54,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:56,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:54:58,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:00,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:02,420 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:55:02,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:04,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:06,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:06,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:07,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,161 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,842 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,845 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,847 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,854 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:07,855 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:08,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:09,639 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:55:09,640 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:55:10,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:13,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:15,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:17,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:19,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:21,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:21,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,918 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:21,919 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,598 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,601 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,604 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,606 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,609 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:22,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:23,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:24,873 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:55:24,873 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:55:25,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,507 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:25,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:27,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:29,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,048 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,455 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,456 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,457 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,458 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,459 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:29,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:30,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,882 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,885 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,887 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,888 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,889 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:30,893 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:31,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:32,498 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:55:33,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:40,104 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:55:40,104 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:55:41,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,153 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,169 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,170 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:41,171 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:43,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:48,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,340 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,344 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,354 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,360 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,932 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:48,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,025 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,029 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:49,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,913 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,914 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,915 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,916 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,917 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,926 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,928 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:50,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,046 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,058 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:51,062 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,067 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,068 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,073 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,074 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,079 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:53,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:55,323 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:55:55,324 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:55:56,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,600 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,602 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,607 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,608 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:56,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:57,913 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:55:58,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,555 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,560 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,569 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:55:58,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,232 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,233 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,234 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,235 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,236 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,241 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,243 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,245 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,356 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,361 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,362 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,364 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,369 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,374 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,375 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,513 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,527 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,528 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,529 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,530 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,531 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,581 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,587 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,588 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,589 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,591 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:00,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:01,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:01,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:01,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,011 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:02,576 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:56:03,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:06,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,008 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,009 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,013 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,014 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,015 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,016 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,017 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:06,019 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:07,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:10,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:56:10,645 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:56:10,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,909 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,910 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,911 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:10,912 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:11,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:13,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:16,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,719 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,723 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,724 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,730 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,892 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,898 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,899 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,906 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,907 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,908 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,933 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,934 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,937 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,941 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,943 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,945 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:16,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:17,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:18,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,180 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,185 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,194 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,461 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,464 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,465 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,467 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,468 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,471 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,472 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,473 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,474 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,476 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,579 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,585 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,586 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,590 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,592 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,594 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,595 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:18,596 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,741 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,742 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,748 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:19,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:21,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,645 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,646 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,652 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,654 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:21,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,846 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,850 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,851 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,852 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,859 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,861 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:22,862 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:23,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:24,026 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,031 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,043 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,276 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,284 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,287 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:24,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:25,864 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:56:25,865 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:56:25,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:27,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,341 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,345 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,346 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,347 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,348 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,349 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,353 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,355 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,357 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,358 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:27,359 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:29,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:31,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,281 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,283 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,285 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:31,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:32,653 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:56:33,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:35,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,139 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,140 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,141 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,142 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,143 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,144 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,145 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,147 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:35,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:36,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,483 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,487 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,488 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,490 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,494 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,495 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,496 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,497 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,498 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:36,499 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,183 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,727 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,733 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,734 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,735 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:37,736 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:39,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:40,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,054 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,055 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,056 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,057 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,061 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,063 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,065 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:40,066 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,071 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,072 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,075 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,076 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,077 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,081 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,083 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,084 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,087 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:41,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:56:41,228 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:56:41,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:43,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:44,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,664 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,669 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,671 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,678 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:44,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:45,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:46,890 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,891 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,894 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,895 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,896 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,897 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,900 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,902 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,904 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:46,905 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:47,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:49,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:50,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,036 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,042 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,045 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:50,050 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:56:51,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:53,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:55,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:56,503 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:56:56,503 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:56:57,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:56:59,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:01,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:02,732 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:57:04,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:05,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,522 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,523 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,524 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,525 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:05,526 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:06,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:07,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,204 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,206 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,209 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,210 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,211 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,212 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:07,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:08,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:10,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:11,792 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:57:11,792 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:57:12,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:14,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:16,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:18,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:20,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:20,989 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,990 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,992 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,993 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,994 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,996 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,997 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,998 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:20,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,001 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,002 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,003 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,109 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:21,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,030 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,033 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,034 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,035 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,038 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,039 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,041 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:22,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:24,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,089 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,092 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,093 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,094 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,095 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,096 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,098 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,099 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,100 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,423 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,424 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,426 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,427 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,428 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,429 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,430 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,431 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,432 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,433 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,434 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,435 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:26,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:27,101 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:57:27,101 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:57:27,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,132 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:27,133 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:28,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:32,809 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:57:36,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:42,466 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:57:42,466 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:57:42,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:44,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:45,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,756 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,757 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,758 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,759 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,764 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,765 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,766 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,767 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,769 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,770 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,930 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,935 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,936 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,938 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,944 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,946 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,947 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,948 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:45,950 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,415 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,420 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,668 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,672 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,673 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,674 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,675 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,676 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,681 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,682 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,683 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:47,687 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:48,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:49,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,186 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,201 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,640 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,647 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,648 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,649 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,653 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,655 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,656 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,657 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:49,659 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:52,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:53,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,366 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,371 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,373 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,378 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,379 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,381 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,382 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,383 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:53,384 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,436 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,440 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,441 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,442 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,443 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,448 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,449 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,450 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,452 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,453 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,454 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:56,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:57:57,726 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:57:57,726 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:57:58,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,242 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,246 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,247 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,249 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,258 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:57:58,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,275 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,277 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,279 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,280 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:00,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:01,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,307 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,308 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,309 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,311 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,317 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,319 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,321 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,389 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,390 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,395 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,396 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,405 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,566 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,567 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,571 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,573 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,578 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,580 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,582 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,583 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:01,584 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,885 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:58:02,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,959 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:02,966 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,968 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,969 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,970 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:02,972 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,118 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,119 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,120 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,128 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,129 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,130 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,213 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,218 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,224 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,228 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:03,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:06,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:08,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:09,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,504 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,508 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,509 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,512 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,515 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,516 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,517 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,518 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,519 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,520 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:09,521 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,298 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,302 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,303 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,304 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,306 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,312 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,313 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,315 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:12,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:13,021 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:58:13,021 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:58:15,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,114 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,115 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,117 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,121 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,123 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,124 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,125 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,126 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,127 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:15,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:16,254 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,259 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,260 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,263 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,267 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,268 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,269 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,270 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,271 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:16,272 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,949 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,952 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,953 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,954 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,955 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,956 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,962 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,964 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:17,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,196 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,197 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,198 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,203 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,205 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,207 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:18,208 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,155 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,156 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,157 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,158 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,159 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,163 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,164 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,165 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,166 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,167 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,546 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,550 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,551 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,552 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,553 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,554 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,557 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,559 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,561 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,562 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:19,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:21,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,740 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,743 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,744 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,745 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,746 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,747 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,750 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,751 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,752 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,753 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,754 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,755 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:21,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:22,214 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,215 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,219 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,220 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,221 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,225 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,226 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,227 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:22,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,413 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:23,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:24,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,391 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,392 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,393 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,394 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,397 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,398 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,399 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,401 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,402 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:24,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,821 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,823 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,824 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,828 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,829 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,830 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,832 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:25,833 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,177 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,181 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,182 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,184 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,187 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,188 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,190 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,191 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,192 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,193 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:27,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:28,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:58:28,274 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:58:28,403 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,404 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,408 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,409 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,410 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,411 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,416 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,418 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:28,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,110 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,111 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,112 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,113 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,605 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,611 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,612 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,613 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,614 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,788 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 20:58:29,872 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 20:58:30,086 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 20:58:30,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:30,142 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 20:58:31,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 20:58:31,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:32,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:32,968 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:58:34,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:36,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:38,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:40,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:42,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:43,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:58:43,542 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:58:44,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:46,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:48,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:50,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:52,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:54,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:56,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:58,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:58:58,768 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:58:58,768 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:59:00,094 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:02,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:03,044 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:59:04,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:06,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:08,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:10,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:12,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:14,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:14,146 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:59:14,147 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:59:16,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:18,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:20,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:22,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:24,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:26,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:28,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:29,372 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:59:29,372 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:59:30,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:32,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:33,119 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 20:59:34,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:36,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:38,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:40,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:42,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:44,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:44,782 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 20:59:44,783 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 20:59:46,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:48,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:51,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:53,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:55,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:57,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 20:59:59,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:00,010 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:00:00,011 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:00:01,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:03,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:03,189 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:00:05,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:07,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:09,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:11,127 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:13,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:15,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:15,266 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:00:15,266 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:00:17,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:19,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:21,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:23,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:25,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:27,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:29,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:30,511 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:00:30,512 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:00:31,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:33,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:33,270 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:00:35,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:37,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:39,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:41,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:43,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:45,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:45,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:00:45,781 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:00:47,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:49,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:51,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:53,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:55,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:57,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:00:59,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:01,086 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:01:01,086 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:01:01,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:03,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:03,348 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:01:05,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:07,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:09,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:11,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:13,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:16,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:16,407 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:01:16,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:01:18,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:20,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:22,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:24,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:26,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:28,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:30,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:31,631 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:01:31,631 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:01:32,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:33,425 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:01:34,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:36,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:38,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:40,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:42,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:44,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:46,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:46,878 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:01:46,879 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:01:48,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:50,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:52,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:54,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:56,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:01:58,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:00,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:02,162 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:02:02,163 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:02:02,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:03,490 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:02:04,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:06,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:08,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:10,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:12,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:14,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:16,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:17,387 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:02:17,388 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:02:18,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:20,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:22,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:24,187 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:26,188 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:28,189 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:30,190 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:32,191 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:32,686 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:02:32,687 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:02:33,557 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:02:34,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:36,192 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:39,193 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:41,194 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:43,195 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:45,196 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:47,198 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:47,924 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:02:47,925 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:02:49,199 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:51,200 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:53,201 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:55,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:57,202 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:02:59,203 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:01,204 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:03,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:03:03,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:03:03,205 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:03,633 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:03:05,206 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:07,207 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:09,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:11,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:13,210 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:15,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:17,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:18,385 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:03:18,386 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:03:19,212 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:21,213 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:23,214 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:25,215 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:27,216 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:29,217 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:31,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:33,219 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:33,712 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:03:33,810 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:03:33,810 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:03:35,220 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:37,222 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:39,223 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:41,224 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:43,225 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:45,226 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:47,227 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:49,082 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:03:49,083 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:03:49,228 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:51,229 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:53,230 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:55,231 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:57,232 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:03:59,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:01,233 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:03,234 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:03,788 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:04:04,492 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:04:04,492 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:04:05,235 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:07,236 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:09,237 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:11,238 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:13,239 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:15,240 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:17,241 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:19,242 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:19,749 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:04:19,749 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:04:21,243 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:23,244 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:25,245 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:27,246 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:29,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:31,247 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:33,248 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:33,864 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:04:35,064 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:04:35,065 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:04:35,249 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:37,250 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:39,251 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:41,252 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:43,253 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:45,254 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:47,255 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:49,256 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:50,328 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:04:50,328 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:04:52,257 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:54,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:56,258 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:04:58,259 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:00,260 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:02,261 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:03,941 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:05:04,262 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:05,547 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:05:05,547 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:05:06,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:08,263 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:10,264 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:12,265 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:14,266 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:16,267 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:18,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:20,268 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:20,857 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:05:20,857 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:05:22,269 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:24,270 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:26,271 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:28,272 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:30,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:32,273 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:34,018 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:05:34,274 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:36,160 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:05:36,160 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:05:36,275 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:38,276 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:40,277 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:42,278 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:44,279 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:46,280 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:48,281 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:50,282 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:51,462 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:05:51,463 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:05:52,283 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:54,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:56,284 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:05:58,285 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:00,286 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:02,287 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:04,092 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:06:04,288 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:06,289 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:06,739 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:06:06,739 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:06:08,290 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:10,291 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:12,292 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:14,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:16,293 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:18,294 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:20,295 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:21,975 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:06:21,976 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:06:22,296 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:24,297 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:26,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:28,298 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:30,299 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:32,300 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:34,170 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:06:34,301 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:36,302 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:37,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:06:37,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:06:38,303 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:40,304 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:42,305 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:44,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:46,306 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:48,307 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:51,308 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:52,502 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:06:52,502 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:06:53,309 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:55,310 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:57,311 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:06:59,312 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:01,313 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:03,314 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:04,245 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:07:05,315 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:07,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:07,725 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:07:07,725 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:07:09,316 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:11,317 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:13,318 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:15,319 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:17,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:19,320 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:21,321 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:22,971 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:07:22,971 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:07:23,322 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:25,323 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:27,324 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:29,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:31,325 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:33,326 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:34,322 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:07:35,327 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:37,328 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:38,199 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:07:38,199 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:07:39,329 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:41,330 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:43,331 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:45,332 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:47,333 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:49,334 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:51,335 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:53,336 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:53,610 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:07:53,610 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:07:55,337 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:57,338 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:07:59,339 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:01,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:03,340 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:04,397 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:08:05,341 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:07,342 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:08,961 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:08:08,961 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:08:09,343 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:11,344 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:13,345 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:15,346 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:17,347 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:19,348 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:22,349 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:24,189 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:08:24,189 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:08:24,350 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:26,351 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:28,352 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:30,353 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:32,354 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:34,355 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:34,476 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:08:36,356 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:38,357 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:39,412 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:08:39,413 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:08:40,358 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:42,359 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:44,360 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:46,361 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:48,362 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:50,363 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:52,364 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:54,365 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:54,721 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:08:54,722 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:08:56,366 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:08:58,367 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:00,368 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:02,369 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:04,370 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:04,553 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:09:06,371 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:08,372 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:10,040 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:09:10,040 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:09:10,373 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:12,374 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:14,375 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:16,376 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:18,377 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:20,378 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:22,379 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:24,380 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:25,310 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:09:25,310 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:09:26,381 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:28,382 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:30,383 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:32,384 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:34,385 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:34,631 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:09:36,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:38,386 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:40,574 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:09:40,575 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:09:41,388 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:43,389 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:45,390 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:47,391 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:49,392 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:51,393 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:53,394 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:55,395 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:55,831 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:09:55,831 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:09:57,396 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:09:59,397 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:01,398 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:03,399 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:04,708 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:10:05,400 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:07,401 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:09,402 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:11,131 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:10:11,131 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:10:11,403 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:13,404 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:15,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:17,405 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:19,406 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:21,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:23,408 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:25,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:26,352 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:10:26,352 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:10:27,409 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:29,410 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:31,411 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:33,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:34,782 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:10:35,412 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:37,413 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:39,414 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:41,415 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:41,572 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:10:41,572 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:10:43,416 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:45,417 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:48,418 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:50,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:52,419 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:54,420 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:56,421 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:10:56,886 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:10:56,886 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:10:58,422 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:00,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:02,423 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:04,424 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:04,857 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:11:06,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:08,425 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:10,426 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:12,151 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:11:12,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:11:12,427 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:14,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:16,428 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:18,429 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:20,430 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:22,431 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:24,432 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:26,433 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:27,460 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:11:27,461 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:11:28,434 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:30,435 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:32,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:34,436 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:34,930 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:11:36,437 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:38,438 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:40,439 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:42,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:42,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:11:42,685 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:11:44,440 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:46,441 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:48,442 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:50,443 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:52,444 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:55,445 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:57,446 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:11:57,999 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:11:58,000 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:11:59,447 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:01,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:03,448 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:05,007 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:12:05,449 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:07,450 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:09,451 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:11,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:13,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:12:13,314 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:12:13,452 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:15,454 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:17,455 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:19,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:21,456 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:23,457 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:25,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:27,458 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:28,570 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:12:28,571 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:12:29,459 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:31,460 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:33,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:35,086 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:12:35,461 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:37,462 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:39,463 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:41,464 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:43,465 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:43,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:12:43,924 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:12:45,466 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:47,467 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:49,468 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:51,469 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:53,470 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:55,471 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:57,472 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:12:59,217 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:12:59,217 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:12:59,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:01,473 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:03,474 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:05,162 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:13:05,475 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:07,476 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:09,477 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:11,478 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:13,479 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:14,444 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:13:14,444 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:13:15,480 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:17,481 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:19,482 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:21,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:23,483 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:25,484 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:27,485 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:29,486 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:29,790 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:13:29,791 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:13:32,488 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:34,489 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:35,238 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:13:36,490 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:38,491 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:40,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:42,492 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:44,493 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:45,122 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:13:45,123 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:13:46,494 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:48,495 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:50,496 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:52,497 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:54,498 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:56,499 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:13:58,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:00,417 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:14:00,418 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:14:00,500 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:02,501 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:04,502 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:05,313 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:14:06,503 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:08,504 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:10,505 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:12,506 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:14,507 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:15,705 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:14:15,705 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:14:16,508 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:18,509 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:20,510 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:22,511 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:24,512 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:26,513 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:28,514 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:30,515 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:31,060 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:14:31,061 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:14:32,516 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:34,517 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:35,389 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:14:36,518 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:38,519 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:40,520 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:42,521 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:44,522 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:46,320 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:14:46,320 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:14:46,523 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:48,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:50,524 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:52,525 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:54,526 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:56,527 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:14:58,528 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:00,529 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:01,738 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:15:01,739 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:15:02,530 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:04,531 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:05,466 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:15:07,532 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:09,533 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:11,534 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:13,535 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:15,536 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:16,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:15:16,967 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:15:17,537 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:19,538 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:21,539 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:23,540 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:25,541 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:27,542 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:29,543 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:31,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:32,282 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:15:32,282 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:15:33,544 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:35,541 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:15:35,545 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:37,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:39,546 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:41,547 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:43,548 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:45,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:47,549 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:47,685 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:15:47,685 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:15:49,550 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:51,551 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:53,552 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:55,553 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:57,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:15:59,554 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:01,555 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:03,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:16:03,001 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:16:03,556 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:05,557 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:05,615 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:16:07,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:09,558 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:11,559 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:13,560 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:15,561 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:17,562 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:18,229 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:16:18,230 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:16:19,563 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:21,564 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:23,565 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:25,566 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:27,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:29,567 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:31,568 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:33,477 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:16:33,477 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:16:33,569 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:35,570 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:35,689 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:16:37,571 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:40,572 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:42,573 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:44,574 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:46,575 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:48,576 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:48,696 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:16:48,697 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:16:50,577 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:52,578 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:54,579 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:56,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:16:58,580 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:00,581 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:02,582 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:04,000 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:17:04,001 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:17:04,583 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:05,764 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:17:06,584 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:08,585 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:10,586 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:12,587 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:14,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:16,588 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:18,589 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:19,299 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:17:19,299 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:17:20,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:22,590 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:24,591 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:26,592 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:28,593 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:30,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:32,594 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:34,595 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:34,637 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:17:34,638 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:17:35,841 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:17:36,596 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:38,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:40,597 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:42,598 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:44,599 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:46,600 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:48,601 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:49,901 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:17:49,902 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:17:51,603 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:53,604 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:55,605 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:57,606 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:17:59,607 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:01,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:03,608 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:05,148 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:18:05,148 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:18:05,609 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:05,918 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:18:07,610 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:09,611 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:11,612 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:13,613 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:15,614 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:17,615 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:19,616 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:20,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:18:20,378 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:18:21,617 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:23,618 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:25,619 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:27,620 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:29,621 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:31,622 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:33,623 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:35,624 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:35,688 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:18:35,688 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:18:35,987 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:18:37,625 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:39,626 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:41,627 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:43,628 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:45,629 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:47,630 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:49,631 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:51,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:18:51,027 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:18:51,632 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:53,633 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:55,634 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:57,635 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:18:59,636 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:01,637 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:03,638 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:05,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:06,059 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:19:06,251 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:19:06,252 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:19:07,639 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:09,640 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:11,641 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:13,642 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:15,643 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:17,644 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:19,645 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:21,534 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:19:21,534 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:19:21,646 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:23,647 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:25,648 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:27,649 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:30,650 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:32,651 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:34,652 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:36,128 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:19:36,653 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:36,853 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:19:36,854 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:19:38,654 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:40,655 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:42,656 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:44,657 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:46,658 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:48,659 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:50,660 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:52,078 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:19:52,079 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:19:52,661 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:54,662 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:56,663 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:19:58,664 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:00,665 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:02,666 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:04,667 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:06,200 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:20:06,668 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:07,506 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:20:07,507 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:20:08,669 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:10,670 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:12,671 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:14,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:16,672 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:18,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:20,673 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:22,674 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:22,813 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:20:22,813 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:20:24,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:26,675 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:28,676 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:30,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:32,677 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:34,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:36,270 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:20:36,678 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:38,037 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:20:38,038 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:20:38,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:40,679 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:42,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:44,680 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:46,681 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:48,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:50,682 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:52,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:53,262 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:20:53,263 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:20:54,683 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:56,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:20:58,684 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:00,685 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:02,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:04,686 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:06,349 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:21:06,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:08,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:21:08,506 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:21:08,687 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:10,688 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:12,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:14,689 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:16,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:18,690 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:20,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:22,691 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:23,818 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:21:23,818 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:21:25,692 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:27,693 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:29,694 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:31,695 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:33,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:35,696 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:36,425 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:21:37,697 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:39,044 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:21:39,044 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:21:39,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:41,698 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:43,699 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:45,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:47,700 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:49,701 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:51,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:53,702 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:54,314 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:21:54,314 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:21:55,703 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:57,704 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:21:59,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:01,705 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:03,706 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:05,707 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:06,500 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:22:07,708 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:09,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:22:09,541 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:22:09,709 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:11,710 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:13,711 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:15,712 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:17,713 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:19,714 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:21,715 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:24,716 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:24,923 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:22:24,923 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:22:26,717 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:28,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:30,718 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:32,719 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:34,720 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:36,580 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:22:36,721 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:38,722 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:40,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:22:40,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:22:40,723 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:42,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:44,724 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:46,725 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:48,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:50,726 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:52,727 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:54,728 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:55,414 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:22:55,414 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:22:56,729 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:22:58,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:00,730 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:02,731 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:04,732 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:06,658 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:23:06,733 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:08,734 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:10,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:23:10,732 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:23:10,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:12,737 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:14,738 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:16,739 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:18,740 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:20,741 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:22,742 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:24,743 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:26,027 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:23:26,027 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:23:26,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:28,744 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:30,745 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:32,746 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:34,747 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:36,733 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:23:36,748 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:38,749 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:40,750 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:41,255 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:23:41,255 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:23:42,751 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:44,752 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:46,753 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:48,754 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:50,755 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:52,756 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:54,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:56,603 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:23:56,604 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:23:56,757 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:23:58,759 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:01,760 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:03,761 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:05,762 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:06,812 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:24:07,763 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:09,764 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:11,765 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:11,848 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:24:11,849 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:24:13,766 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:15,767 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:17,768 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:19,769 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:21,770 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:23,771 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:25,772 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:27,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:24:27,168 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:24:27,773 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:29,774 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:31,775 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:33,776 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:35,777 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:36,888 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:24:37,778 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:39,779 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:41,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:42,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:24:42,419 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:24:43,780 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:45,781 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:47,782 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:49,783 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:51,784 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:53,785 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:55,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:57,729 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:24:57,729 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:24:57,786 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:24:59,787 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:01,788 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:03,789 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:05,790 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:06,964 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:25:07,791 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:09,792 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:11,793 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:13,018 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:25:13,018 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:25:13,794 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:15,795 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:17,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:19,796 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:21,797 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:23,798 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:25,799 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:27,800 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:28,244 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:25:28,244 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:25:29,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:31,801 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:34,802 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:36,803 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:37,039 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:25:38,804 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:40,805 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:42,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:43,505 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:25:43,505 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:25:44,806 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:46,807 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:48,808 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:50,809 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:52,810 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:54,811 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:56,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:25:58,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:25:58,738 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:25:58,812 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:00,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:02,814 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:04,815 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:06,816 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:07,113 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:26:08,817 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:10,818 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:12,819 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:13,967 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:26:13,967 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:26:14,820 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:16,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:18,821 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:20,822 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:22,823 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:24,824 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:26,825 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:28,826 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:29,230 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:26:29,230 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:26:30,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:32,827 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:34,828 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:36,829 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:37,188 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:26:38,830 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:40,831 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:42,832 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:44,470 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:26:44,471 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:26:44,833 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:46,834 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:48,835 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:50,836 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:52,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:54,837 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:56,838 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:58,839 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:26:59,684 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:26:59,684 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:27:00,840 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:02,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:04,841 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:06,842 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:07,250 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:27:08,843 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:10,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:12,844 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:14,845 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:15,012 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:27:15,012 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:27:16,846 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:18,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:20,847 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:22,848 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:24,849 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:26,850 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:28,851 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:30,290 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:27:30,291 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:27:30,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:32,852 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:34,853 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:36,854 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:37,311 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:27:38,855 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:40,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:42,856 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:45,510 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:27:45,511 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:27:45,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:47,858 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:49,859 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:51,860 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:53,861 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:55,862 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:57,863 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:27:59,864 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:00,858 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:28:00,859 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:28:01,865 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:03,866 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:05,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:07,366 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:28:07,867 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:09,868 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:11,869 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:13,870 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:15,871 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:16,175 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:28:16,175 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:28:17,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:19,872 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:21,873 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:23,874 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:25,875 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:27,876 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:29,877 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:31,419 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:28:31,419 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:28:31,878 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:33,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:35,879 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:37,439 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:28:37,880 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:39,881 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:41,882 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:43,883 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:45,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:46,641 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:28:46,641 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:28:47,884 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:49,885 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:51,886 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:53,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:55,887 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:57,888 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:28:59,889 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:01,881 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:29:01,882 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:29:01,890 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:03,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:05,891 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:07,496 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:29:07,892 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:09,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:11,893 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:13,894 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:15,895 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:17,154 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:29:17,155 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:29:17,896 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:19,897 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:21,898 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:23,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:25,899 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:27,900 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:29,901 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:31,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:32,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:29:32,451 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:29:33,902 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:35,903 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:37,556 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:29:37,904 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:39,905 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:41,906 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:43,907 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:45,908 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:47,817 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:29:47,817 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:29:48,909 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:50,910 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:52,911 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:54,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:56,912 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:29:58,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:00,914 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:02,915 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:03,047 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:30:03,047 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:30:04,916 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:06,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:07,622 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:30:08,917 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:10,918 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:12,919 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:14,920 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:16,921 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:18,370 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:30:18,370 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:30:18,922 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:20,923 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:22,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:24,924 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:26,925 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:28,926 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:30,927 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:32,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:33,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:30:33,695 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:30:34,928 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:36,929 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:37,685 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:30:38,930 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:40,931 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:42,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:44,932 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:46,933 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:48,934 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:48,977 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:30:48,977 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:30:50,935 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:53,936 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:55,937 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:57,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:30:59,938 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:01,939 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:03,940 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:04,256 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:31:04,257 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:31:05,941 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:07,758 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:31:07,942 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:09,943 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:11,944 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:13,945 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:15,946 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:17,947 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:19,481 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:31:19,482 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:31:19,948 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:21,949 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:23,950 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:25,951 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:27,952 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:29,953 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:31,954 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:33,955 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:34,801 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:31:34,802 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:31:35,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:37,832 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:31:37,956 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:39,957 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:41,958 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:43,959 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:45,960 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:47,961 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:49,962 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:50,085 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:31:50,085 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:31:51,963 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:53,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:55,964 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:57,965 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:31:59,966 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:01,967 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:04,968 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:05,305 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:32:05,306 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:32:06,969 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:07,909 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:32:08,970 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:10,971 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:12,972 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:14,973 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:16,974 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:18,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:20,615 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:32:20,615 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:32:20,975 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:22,976 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:24,977 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:26,978 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:28,979 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:30,980 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:32,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:34,981 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:35,874 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:32:35,874 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:32:36,982 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:37,986 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:32:38,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:40,984 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:42,985 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:44,986 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:46,987 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:48,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:50,988 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:51,097 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:32:51,097 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:32:52,989 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:54,990 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:56,991 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:32:58,992 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:00,993 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:02,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:04,994 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:06,365 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:33:06,365 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:33:06,995 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:08,065 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:33:08,996 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:10,997 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:12,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:14,998 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:16,999 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:19,000 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:21,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:21,617 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:33:21,618 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:33:23,001 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:25,002 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:27,003 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:29,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:31,004 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:33,005 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:35,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:36,836 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:33:36,836 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:33:37,006 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:38,142 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:33:39,007 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:41,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:43,008 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:45,009 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:47,010 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:49,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:51,011 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:52,406 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:33:52,407 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:33:53,012 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:55,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:57,013 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:33:59,014 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:01,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:03,015 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:06,016 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:07,840 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:34:07,840 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:34:08,017 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:08,218 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:34:10,018 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:12,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:14,019 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:16,020 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:18,021 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:20,022 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:22,023 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:23,116 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:34:23,116 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:34:24,024 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:26,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:28,025 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:30,026 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:32,027 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:34,028 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:36,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:38,029 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:38,297 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:34:38,339 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:34:38,339 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:34:40,030 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:42,031 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:44,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:46,032 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:48,033 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:50,034 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:52,035 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:53,679 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:34:53,679 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:34:54,036 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:56,037 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:34:58,038 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:00,039 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:02,040 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:04,041 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:06,042 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:08,043 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:08,375 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:35:09,024 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:35:09,025 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:35:10,044 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:12,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:14,045 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:16,046 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:18,047 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:20,048 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:22,049 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:24,050 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:24,288 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:35:24,289 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:35:26,051 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:28,052 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:31,053 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:33,054 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:35,055 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:37,056 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:38,448 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:35:39,057 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:39,558 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:35:39,558 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:35:41,058 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:43,059 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:45,060 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:47,061 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:49,062 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:51,063 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:53,064 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:54,781 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:35:54,781 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:35:55,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:57,065 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:35:59,066 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:01,067 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:03,068 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:05,069 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:07,070 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:08,519 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:36:09,071 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:10,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:36:10,033 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:36:11,072 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:13,073 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:15,074 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:17,075 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:19,076 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:21,077 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:23,078 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:25,079 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:25,294 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:36:25,294 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:36:27,080 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:29,081 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:31,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:33,082 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:35,083 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:37,084 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:38,594 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:36:39,085 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:40,658 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:36:40,659 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:36:41,086 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:43,087 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:45,088 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:47,089 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:49,090 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:51,091 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:53,092 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:55,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:36:55,879 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:36:55,880 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:36:57,093 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:00,095 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:02,096 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:04,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:06,097 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:08,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:08,667 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:37:10,098 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:11,168 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:37:11,168 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:37:12,099 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:14,100 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:16,101 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:18,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:20,102 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:22,103 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:24,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:26,104 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:26,485 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:37:26,486 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:37:28,105 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:30,106 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:32,107 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:34,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:36,108 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:38,109 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:38,737 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:37:40,110 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:41,732 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:37:41,733 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:37:42,111 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:44,112 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:46,113 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:48,114 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:50,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:52,115 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:54,116 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:56,117 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:37:57,006 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:37:57,006 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:37:58,118 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:00,119 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:02,120 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:04,121 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:06,122 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:08,123 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:08,811 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:38:10,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:12,124 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:12,222 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:38:12,222 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:38:14,125 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:16,126 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:19,128 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:21,129 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:23,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:25,130 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:27,131 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:27,540 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:38:27,540 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:38:29,132 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:31,133 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:33,134 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:35,135 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:37,136 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:38,887 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:38:39,137 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:41,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:42,849 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:38:42,850 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:38:43,138 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:45,139 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:47,140 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:49,141 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:51,142 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:53,143 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:55,144 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:57,145 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:38:58,274 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:38:58,275 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:38:59,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:01,146 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:03,147 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:05,148 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:07,149 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:08,960 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:39:09,150 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:11,151 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:13,152 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:13,709 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:39:13,710 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:39:15,153 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:17,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:19,154 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:21,155 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:23,156 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:25,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:27,157 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:29,032 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:39:29,033 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:39:29,158 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:31,159 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:33,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:35,160 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:37,161 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:39,028 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:39:39,162 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:42,163 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:44,164 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:44,261 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:39:44,262 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:39:46,165 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:48,166 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:50,167 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:52,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:54,168 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:56,169 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:58,170 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:39:59,493 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:39:59,493 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:40:00,171 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:02,172 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:04,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:06,173 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:08,174 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:09,104 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:40:10,175 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:12,176 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:14,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:14,866 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:40:14,866 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:40:16,177 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:18,178 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:20,179 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:22,180 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:24,181 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:26,182 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:28,183 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:30,150 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:40:30,151 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:40:30,184 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:32,185 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:34,186 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:40:39,177 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:40:45,377 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:40:45,378 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:41:00,624 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:41:00,624 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:41:09,252 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:41:15,903 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:41:15,904 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:41:31,195 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:41:31,196 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:41:33,568 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: partial_history -2022-06-22 21:41:33,575 DEBUG SenderThread:384207 [sender.py:send():232] send: history -2022-06-22 21:41:33,628 DEBUG SenderThread:384207 [sender.py:send():232] send: summary -2022-06-22 21:41:33,703 INFO SenderThread:384207 [sender.py:_save_file():946] saving file wandb-summary.json with policy end -2022-06-22 21:41:34,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/wandb-summary.json -2022-06-22 21:41:34,208 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:41:35,209 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:41:39,329 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:41:41,211 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:41:46,451 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:41:46,452 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:41:57,218 INFO Thread-7 :384207 [dir_watcher.py:_on_file_modified():226] file/dir modified: /mnt/lv_ai_1_dante/ml/models/wav2vec2-1b-npsc-nst-bokmaal/wandb/run-20220622_135628-3qxrqni1/files/output.log -2022-06-22 21:42:01,694 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:42:01,694 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:42:09,406 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:42:16,929 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:42:16,929 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:42:32,152 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:42:32,152 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:42:39,482 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:42:47,380 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:42:47,380 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:43:02,599 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:43:02,599 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:43:09,560 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:43:17,822 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:43:17,822 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:43:33,049 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:43:33,049 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:43:39,637 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:43:48,286 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:43:48,287 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:44:03,514 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:44:03,514 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:44:09,714 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:44:18,737 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:44:18,737 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:44:33,965 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:44:33,966 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:44:39,788 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:44:49,200 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:44:49,201 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:45:04,475 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:45:04,476 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:45:09,865 DEBUG SenderThread:384207 [sender.py:send():232] send: stats -2022-06-22 21:45:19,701 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:45:19,702 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:45:34,960 DEBUG HandlerThread:384207 [handler.py:handle_request():141] handle_request: stop_status -2022-06-22 21:45:34,961 DEBUG SenderThread:384207 [sender.py:send_request():246] send_request: stop_status -2022-06-22 21:45:39,942 DEBUG SenderThread:384207 [sender.py:send():232] send: stats +version https://git-lfs.github.com/spec/v1 +oid sha256:80368689fae867de8e452bb188042da13181e9ea056523e69c04ac26d20ef7d5 +size 10836625